-- Logs begin at Fri 2021-07-30 14:48:32 UTC, end at Fri 2021-07-30 15:47:53 UTC. -- Jul 30 15:19:29.034261 dv-cinder-778907-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 15:19:31.786536 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.common.config [-] Logging enabled! Jul 30 15:19:31.787129 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 15:19:31.787318 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92951) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 15:19:31.790521 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.common.config [-] Logging enabled! Jul 30 15:19:31.790783 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 15:19:31.791106 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92951) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 15:19:31.792042 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:19:31.792282 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:19:31.792654 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:19:31.792929 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:19:31.793162 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:19:31.793491 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.793797 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.794102 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.794339 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.794634 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.794940 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.795229 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.795529 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.795837 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.796134 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.796421 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.796713 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.796972 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.797261 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.797556 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.797851 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.798087 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] debug = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.798374 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.798838 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.799261 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.799550 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.799848 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.800133 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.800413 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.800697 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.801012 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.801349 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] host = dv-cinder-778907-3-iscsi {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.801635 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.801930 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.802223 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.802515 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.802798 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.803081 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.803372 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.803650 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.803931 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] log_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.804213 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.804506 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.804837 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.805126 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.805358 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.805586 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.805882 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.806176 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.806460 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.806742 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.807024 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.807305 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.807585 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.807859 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.808157 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.808449 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.808762 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.809051 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.809332 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.809613 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.809894 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.810187 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.810469 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.810750 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.811032 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.811324 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.811598 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.811878 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.812184 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.812479 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.812792 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.813086 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.813367 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.813653 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.813933 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.814213 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.815088 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] use_json = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.815380 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.815660 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.815951 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.816230 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.816509 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.816813 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.817095 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.817385 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:31.817689 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.817992 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.818298 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.818595 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.818896 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.819181 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.819476 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.819760 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.820063 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.820347 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.820639 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.820947 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.821242 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.821525 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.821825 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.822136 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.822436 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.822732 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.823014 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.823293 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.823572 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.823855 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.824147 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.824446 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.824763 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.825049 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.825336 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.825635 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.825918 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.826197 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.826478 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.826774 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.827057 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.827337 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.827627 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.827912 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.828193 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.828478 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.828790 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.829092 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.829377 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.829655 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.829935 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.830809 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.831108 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.831460 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.831753 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.832039 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.832321 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.832612 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.832931 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.833217 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.833504 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.833786 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.834071 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.834351 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.834631 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.834910 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.835188 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.835465 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.835743 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.836020 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.836304 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.836580 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.836886 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.837167 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.837469 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.837732 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.838026 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.838335 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.838621 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.838909 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.839194 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.839479 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.839764 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.840049 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.840335 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.840619 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.840924 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.841223 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.841516 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.841810 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.842099 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.842385 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.842687 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.842971 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.843266 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.843548 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.843832 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.844130 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.844422 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.844753 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.845059 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.845364 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.845705 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.846112 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.846405 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.846724 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.847012 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:31.847237 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:19:31.847484 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92951) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 15:19:32.199694 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 15:19:32.199906 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 15:19:32.200202 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 15:19:32.200538 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 15:19:32.591473 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.591780 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.592060 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.593390 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.593669 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.593946 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.628642 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.628954 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.629236 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.644233 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.644522 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.644822 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.672940 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.673229 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.673506 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.710335 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.710629 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.710902 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.950890 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.951511 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.951511 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.951683 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:32.952324 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.077858 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.078185 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.078475 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.078755 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.079030 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.080149 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.080458 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.080776 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.081047 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.081339 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.081612 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.081888 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.082154 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.082413 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.083461 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.083743 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.084011 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.084290 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.084571 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.084865 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.085150 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.085415 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.085708 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.086095 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.086353 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.086607 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.087009 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.087258 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.087503 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.087745 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.087986 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.088228 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.088594 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 15:19:33.091766 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 15:19:33.095798 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 15:19:33.099753 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 30 15:19:33.101416 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 15:19:33.101878 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 15:19:33.102223 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 15:19:33.102615 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 15:19:33.105455 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 15:19:33.105716 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 15:19:33.106072 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 15:19:33.111881 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 15:19:33.134921 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 15:19:33.135384 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.135690 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92951) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 15:19:33.136060 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.137462 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92951) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 15:19:33.137752 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 15:19:33.138002 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 15:19:33.141454 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.141750 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.206396 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 15:19:33.206584 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 15:19:33.206825 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 15:19:33.207206 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 15:19:33.228918 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_db.sqlalchemy.engines [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92951) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 15:19:33.765957 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing driver for type 'gre' Jul 30 15:19:33.766505 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] gre ID ranges: [(1, 1000)] Jul 30 15:19:33.819369 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing driver for type 'local' Jul 30 15:19:33.819707 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing driver for type 'vlan' Jul 30 15:19:33.833067 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] VlanTypeDriver initialization complete Jul 30 15:19:33.833503 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing driver for type 'vxlan' Jul 30 15:19:33.834064 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] vxlan ID ranges: [(1, 1000)] Jul 30 15:19:33.884654 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing extension driver 'port_security' Jul 30 15:19:33.885043 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.extensions.port_security [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] PortSecurityExtensionDriver initialization complete Jul 30 15:19:33.885380 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing mechanism driver 'openvswitch' Jul 30 15:19:33.885712 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing mechanism driver 'hyperv' Jul 30 15:19:33.892132 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:19:33.893874 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.894258 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.894622 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.895150 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:19:33.895591 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnet after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.895951 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnet after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.896303 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.896699 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:19:33.897144 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.897499 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.897848 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.898240 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:19:33.898652 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > security_group after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.899011 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > security_group after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.899364 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.899776 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:19:33.900172 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.900550 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.900928 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.901322 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:19:33.901727 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > address_group after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.902079 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > address_group after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.902423 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.902812 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92951) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:19:33.903189 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] ML2 OVO RPC backend initialized. {{(pid=92951) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 15:19:33.904157 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.904518 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.904977 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.905333 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > networks before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.905685 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.906032 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > ports before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.906380 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnet before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.906726 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnets before_response 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.907075 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.907420 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.907761 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.908189 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.908802 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.909158 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.909505 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnet after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.909850 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnet after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.910196 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.910773 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.plugin [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Modular L2 Plugin initialization complete Jul 30 15:19:33.911103 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading services supported by the core plugin {{(pid=92951) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 15:19:33.911433 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.plugins.ml2.managers [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Got port-security extension from driver 'port_security' Jul 30 15:19:33.911898 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.extensions.vlantransparent [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Disabled vlantransparent extension. Jul 30 15:19:33.912389 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92951) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 15:19:33.912709 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: router Jul 30 15:19:33.950685 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.951087 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router after_create 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.951648 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router before_create 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.951818 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.952196 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.952555 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router after_delete 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.952941 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.953433 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router after_create 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.953791 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router after_update 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.954146 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router after_update 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.954501 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.955472 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router after_update 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.956109 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_update 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.956499 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.956887 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: port after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.957240 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: subnet after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.957595 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.957955 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.958312 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_create 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.958661 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: port before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.959010 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.959373 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router after_update 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.959724 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.960079 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_create 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.960448 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.960824 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_update 55549900 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.961196 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > agent after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.961556 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > agent after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.961909 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > network after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.962763 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Tracking information for resource: router configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.963098 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Tracking information for resource: floatingip configured {{(pid=92951) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:19:33.968024 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.db.l3_agentschedulers_db [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 15:19:33.968608 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.969009 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: port after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.969371 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: port after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.969727 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.970567 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router before_create 55550100 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.971180 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.971574 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_create 55550100 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.971943 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > router precommit_update 55550100 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:33.976392 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.services.provider_configuration [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service providers = [] {{(pid=92951) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 15:19:33.976791 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.db.servicetype_db [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92951) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 15:19:33.979738 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.services.service_base [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:19:33.980097 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.services.service_base [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:19:33.980446 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.services.service_base [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:19:33.981378 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.services.service_base [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92951) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:19:33.981753 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.services.service_base [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 15:19:33.982130 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:33.982451 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 15:19:33.994611 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:33.994955 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: auto_allocate Jul 30 15:19:34.000698 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: network precommit_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.001108 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: network precommit_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.001631 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:34.002596 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: tag Jul 30 15:19:34.009535 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:34.009872 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: timestamp Jul 30 15:19:34.013680 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:34.014015 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: network_ip_availability Jul 30 15:19:34.020271 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.020601 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.021035 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.021744 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:34.022070 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: flavors Jul 30 15:19:34.027117 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:34.027449 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading Plugin: revisions Jul 30 15:19:34.031956 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92951) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:19:34.032351 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_concurrency.lockutils [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=92951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 15:19:34.033237 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92951) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 15:19:34.033761 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Initializing extension manager. Jul 30 15:19:34.034286 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: __init__.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.034637 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: __pycache__ {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.034983 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.035327 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: address_group.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.036094 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.036668 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: address-group Jul 30 15:19:34.037045 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: address_scope.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.037756 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.038270 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: address-scope Jul 30 15:19:34.038600 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.039530 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.040045 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: router-admin-state-down-before-update Jul 30 15:19:34.040373 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: agent.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.041121 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.041628 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: agent Jul 30 15:19:34.041955 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: agent_resources_synced.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.042871 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.043381 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: agent-resources-synced Jul 30 15:19:34.043712 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: allowedaddresspairs.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.045543 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.046072 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: allowed-address-pairs Jul 30 15:19:34.046400 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: auto_allocated_topology.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.047478 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.047998 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: auto-allocated-topology Jul 30 15:19:34.048328 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: availability_zone.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.049311 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.049827 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: availability_zone Jul 30 15:19:34.050158 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: availability_zone_filter.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.051089 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.051606 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: availability_zone_filter Jul 30 15:19:34.051935 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: data_plane_status.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.052895 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.053409 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 15:19:34.053741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: default_subnetpools.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.054668 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.055186 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: default-subnetpools Jul 30 15:19:34.055513 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.056332 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.056879 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: dhcp_agent_scheduler Jul 30 15:19:34.057209 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: dns.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.058136 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.058647 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension dns-integration not supported by any of loaded plugins Jul 30 15:19:34.058975 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: dns_domain_ports.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.059897 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.060404 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 15:19:34.060738 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.061674 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.062176 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 15:19:34.062502 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: dvr.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.063175 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.063686 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: dvr Jul 30 15:19:34.064010 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: ecmp_routes.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.065757 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.066269 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 15:19:34.066595 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: empty_string_filtering.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.067520 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.068031 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: empty-string-filtering Jul 30 15:19:34.068378 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.069308 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.069818 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 15:19:34.070142 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.071070 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.071575 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 15:19:34.071903 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: external_net.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.072868 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.073385 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: external-net Jul 30 15:19:34.073715 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.074641 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.075155 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: extra_dhcp_opt Jul 30 15:19:34.075484 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: extraroute.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.076407 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.076945 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: extraroute Jul 30 15:19:34.077275 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: extraroute_atomic.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.078308 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.078821 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: extraroute-atomic Jul 30 15:19:34.079148 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: filter_validation.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.080590 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.081325 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: filter-validation Jul 30 15:19:34.081654 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: fip_pf_description.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.082585 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.083092 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 15:19:34.083417 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: fip_port_details.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.084357 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.084904 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: fip-port-details Jul 30 15:19:34.085231 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: flavors.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.086464 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.086978 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: flavors Jul 30 15:19:34.087307 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.088975 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.089502 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 15:19:34.089839 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: floatingip_pools.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.090546 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.091065 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: floatingip-pools Jul 30 15:19:34.091396 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: ip_allocation.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.092331 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.092878 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 15:19:34.093209 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.094141 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.094653 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: ip-substring-filtering Jul 30 15:19:34.094984 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l2_adjacency.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.096232 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.096791 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 15:19:34.097128 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l3.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.098104 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.098627 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: router Jul 30 15:19:34.098961 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.101224 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.101756 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 15:19:34.102098 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.103042 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.103560 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: ext-gw-mode Jul 30 15:19:34.103901 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.104893 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.105407 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: l3-ha Jul 30 15:19:34.105739 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l3_flavors.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.106672 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.107186 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: l3-flavors Jul 30 15:19:34.107516 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.108441 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.108990 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 15:19:34.109325 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: l3agentscheduler.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.110364 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.110880 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: l3_agent_scheduler Jul 30 15:19:34.111277 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: logging.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.112952 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.113478 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension logging not supported by any of loaded plugins Jul 30 15:19:34.113815 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: metering.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.114572 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.115160 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: metering Jul 30 15:19:34.115487 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.116695 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.117249 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: metering_source_and_destination_fields Jul 30 15:19:34.117582 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: multiprovidernet.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.118515 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.119030 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: multi-provider Jul 30 15:19:34.119359 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: netmtu.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.120277 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.120827 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: net-mtu Jul 30 15:19:34.121157 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: netmtu_writable.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.122075 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.122589 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: net-mtu-writable Jul 30 15:19:34.122916 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: network_availability_zone.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.123592 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.124107 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: network_availability_zone Jul 30 15:19:34.124432 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: network_ip_availability.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.125553 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.126073 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: network-ip-availability Jul 30 15:19:34.126402 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: network_segment_range.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.127939 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.128453 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 15:19:34.128817 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: pagination.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.129809 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.130143 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: pagination Jul 30 15:19:34.130469 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: port_device_profile.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.131398 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.131918 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: port-device-profile Jul 30 15:19:34.132246 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.133198 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.133714 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: port-mac-address-regenerate Jul 30 15:19:34.134040 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.134972 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.135486 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: port-numa-affinity-policy Jul 30 15:19:34.135812 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: port_resource_request.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.136741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.137294 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 15:19:34.137584 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: portbindings.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.138519 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.139030 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: binding Jul 30 15:19:34.139355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: portbindings_extended.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.140624 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.141174 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: binding-extended Jul 30 15:19:34.141506 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: portsecurity.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.143089 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.143838 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: port-security Jul 30 15:19:34.144174 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: project_id.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.145206 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.145542 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: project-id Jul 30 15:19:34.145872 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: providernet.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.146819 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.147337 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: provider Jul 30 15:19:34.147667 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.151132 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.151663 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos not supported by any of loaded plugins Jul 30 15:19:34.152000 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.153268 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.154040 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 15:19:34.154375 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.155309 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.155823 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 15:19:34.156155 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_default.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.157156 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.157620 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-default not supported by any of loaded plugins Jul 30 15:19:34.157965 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_fip.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.158819 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.159327 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-fip not supported by any of loaded plugins Jul 30 15:19:34.159657 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_gateway_ip.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.160594 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.161140 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 15:19:34.161470 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_port_network_policy.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.162394 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.162908 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 15:19:34.163240 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_rule_type_details.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.164162 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.164680 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 15:19:34.165035 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: qos_rules_alias.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.166086 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.166692 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 15:19:34.167033 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: quotasv2.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.168131 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.168465 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: quotas Jul 30 15:19:34.168830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: quotasv2_detail.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.171828 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.172181 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: quota_details Jul 30 15:19:34.172522 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: rbac.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.173647 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.174418 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: rbac-policies Jul 30 15:19:34.174765 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: rbac_address_group.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.175732 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.176259 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: rbac-address-group Jul 30 15:19:34.176592 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: rbac_address_scope.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.177551 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.178067 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: rbac-address-scope Jul 30 15:19:34.178398 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: rbac_security_groups.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.179470 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.180001 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: rbac-security-groups Jul 30 15:19:34.180333 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: rbac_subnetpool.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.181293 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.181815 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: rbac-subnetpool Jul 30 15:19:34.182149 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: revisionifmatch.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.183082 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.183603 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: revision-if-match Jul 30 15:19:34.183935 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: revisions.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.185089 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.185614 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: standard-attr-revisions Jul 30 15:19:34.185947 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: router_availability_zone.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.186627 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.187144 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: router_availability_zone Jul 30 15:19:34.187471 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: routerservicetype.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.188400 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.188940 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension router-service-type not supported by any of loaded plugins Jul 30 15:19:34.189802 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.190943 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.191463 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: security-groups-normalized-cidr Jul 30 15:19:34.191793 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.192748 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.193260 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: port-security-groups-filtering Jul 30 15:19:34.193590 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.194525 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.195048 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: security-groups-remote-address-group Jul 30 15:19:34.195379 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: securitygroup.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.206156 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.206706 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: security-group Jul 30 15:19:34.207046 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: segment.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.207864 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.208381 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension segment not supported by any of loaded plugins Jul 30 15:19:34.208715 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.209701 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.210214 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 15:19:34.210548 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: servicetype.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.211761 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.212354 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: service-type Jul 30 15:19:34.212690 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: sorting.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.213783 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.214121 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: sorting Jul 30 15:19:34.214449 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: standard_attr_segment.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.215455 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.215972 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 15:19:34.216302 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: standardattrdescription.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.216994 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.217509 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: standard-attr-description Jul 30 15:19:34.217839 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: stateful_security_group.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.218784 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.219305 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: stateful-security-group Jul 30 15:19:34.219637 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: stdattrs_common.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.220228 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 15:19:34.220662 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.221870 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.222394 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 15:19:34.222723 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: subnet_onboard.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.223812 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.224334 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: subnet_onboard Jul 30 15:19:34.224665 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.225633 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.226146 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 15:19:34.226478 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: subnet_service_types.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.227407 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.227923 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: subnet-service-types Jul 30 15:19:34.228253 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: subnetallocation.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.229363 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.229885 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: subnet_allocation Jul 30 15:19:34.230218 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.230894 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.231410 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: subnetpool-prefix-ops Jul 30 15:19:34.231743 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.232696 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.233235 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 15:19:34.233568 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: tagging.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.234645 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.235176 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: standard-attr-tag Jul 30 15:19:34.235517 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: timestamp.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.236986 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.237515 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loaded extension: standard-attr-timestamp Jul 30 15:19:34.237845 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: trunk.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.238901 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.239425 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension trunk not supported by any of loaded plugins Jul 30 15:19:34.239761 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: trunk_details.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.240699 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.241247 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension trunk-details not supported by any of loaded plugins Jul 30 15:19:34.241575 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: uplink_status_propagation.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.242508 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.243029 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 15:19:34.243356 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Loading extension file: vlantransparent.py {{(pid=92951) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:19:34.244035 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92951) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:19:34.244600 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 15:19:34.247065 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:network Jul 30 15:19:34.247593 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:subnet Jul 30 15:19:34.247991 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:19:34.248381 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:port Jul 30 15:19:34.249674 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.250121 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service FLAVORS assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.250748 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.251187 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.251517 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:router Jul 30 15:19:34.252668 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:floatingip Jul 30 15:19:34.253285 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service METERING assigned prefix: /metering {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.254744 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.255130 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.255489 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:19:34.256507 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 15:19:34.256984 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:security_group Jul 30 15:19:34.257422 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 15:19:34.258037 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service CORE assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.258367 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:19:34.258714 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] subnetpool is already registered Jul 30 15:19:34.259150 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service CORE assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.259480 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:19:34.259825 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] subnetpool is already registered Jul 30 15:19:34.262128 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.262683 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service FLAVORS assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.263322 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.263760 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.264099 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:router Jul 30 15:19:34.264443 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] router is already registered Jul 30 15:19:34.264896 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:floatingip Jul 30 15:19:34.265244 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] floatingip is already registered Jul 30 15:19:34.265717 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service METERING assigned prefix: /metering {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.266429 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 15:19:34.266760 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] rbac_policy is already registered Jul 30 15:19:34.267188 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:security_group Jul 30 15:19:34.268303 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] security_group is already registered Jul 30 15:19:34.268827 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 15:19:34.269172 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] security_group_rule is already registered Jul 30 15:19:34.269678 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service CORE assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.270009 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:19:34.270398 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] subnetpool is already registered Jul 30 15:19:34.270783 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.v2.resource_helper [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Service CORE assigned prefix: {{(pid=92951) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:19:34.271107 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:19:34.271438 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING neutron.quota.resource_registry [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] subnetpool is already registered Jul 30 15:19:34.273174 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: extensions {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.274642 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: address-groups {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.276137 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: address-scopes {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.277383 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: agents {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.278884 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: auto-allocated-topology {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.280127 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: availability_zones {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.281359 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: dhcp-networks {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.282763 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: dhcp-agents {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.284620 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: routers {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.286365 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: flavors {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.287523 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: service_profiles {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.288854 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: next_providers {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.290333 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: service_profiles {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.291760 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: floatingip-pools {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.293084 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: routers {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.294781 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: floatingips {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.295967 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: l3-routers {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.297484 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: l3-agents {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.299620 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: metering-labels {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.300969 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: metering-label-rules {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.302242 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: network-ip-availabilities {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.303602 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: bindings {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.305192 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: quotas {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.306626 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: quotas {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.308138 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: rbac-policies {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.309430 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: security-groups {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.310624 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: security-group-rules {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.311948 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: service-providers {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.313194 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: subnetpools {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.315535 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: subnetpools {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.317119 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.318809 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.320500 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.322480 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.324401 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.326575 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.328820 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.331359 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.334837 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.336901 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron.api.extensions [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Extended resource: tags {{(pid=92951) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:19:34.343666 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING keystonemiddleware.auth_token [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 15:19:34.349589 dv-cinder-778907-3-iscsi neutron-server[92951]: WARNING keystonemiddleware.auth_token [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 15:19:34.358832 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_concurrency.lockutils [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Acquired lock "singleton_lock" {{(pid=92951) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 15:19:34.359449 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_concurrency.lockutils [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Releasing lock "singleton_lock" {{(pid=92951) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 15:19:34.360076 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO oslo_service.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Starting 2 workers Jul 30 15:19:34.365611 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Started child 93058 {{(pid=92951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:19:34.370170 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Started child 93059 {{(pid=92951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:19:34.370963 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:34.371794 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO neutron.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 15:19:34.372472 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Notify callbacks [] for process, before_spawn {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:34.372580 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [-] (93058) wsgi starting up on http://0.0.0.0:9696 Jul 30 15:19:34.374932 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO oslo_service.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Starting 1 workers Jul 30 15:19:34.375036 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:34.376446 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [-] (93059) wsgi starting up on http://0.0.0.0:9696 Jul 30 15:19:34.380966 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Started child 93060 {{(pid=92951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:19:34.381492 dv-cinder-778907-3-iscsi neutron-server[92951]: INFO oslo_service.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Starting 1 workers Jul 30 15:19:34.384559 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] calling RpcWorker wait() {{(pid=93060) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 15:19:34.385138 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] returning from RpcWorker wait() {{(pid=93060) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 15:19:34.385980 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Started child 93061 {{(pid=92951) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:19:34.386435 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:34.386829 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b49c3411-c77e-441d-9bd1-df6ab6d2186d None None] Notify callbacks [] for process, after_spawn {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:34.386936 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:19:34.388745 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92951) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 15:19:34.388977 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:19:34.389163 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:19:34.389378 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:19:34.389713 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:19:34.389877 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:19:34.390397 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.390671 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.390934 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.391106 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:34.391572 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.391572 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.392037 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.392307 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.392604 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.393056 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.393481 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.393697 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.393867 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.394130 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.394374 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.394678 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.394949 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.395199 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.395471 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.395647 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.395890 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.396158 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.396422 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.396690 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] debug = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.396966 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.397453 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.397681 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.397951 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.398187 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.398463 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.398709 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.398952 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.399207 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.399412 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.399653 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.399904 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.400140 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.400386 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.400635 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.400903 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.401146 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.401628 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] host = dv-cinder-778907-3-iscsi {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.401845 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.402081 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.402329 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.402555 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.402814 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.403033 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.403283 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.403980 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.404413 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.404622 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.405017 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.405229 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.405432 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.405650 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.405853 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_options = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.406055 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.406256 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.406544 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.406766 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.406929 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.407056 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.407287 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.407452 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.407714 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.407959 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.408307 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.408682 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.409068 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.409309 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.409564 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.409816 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.410056 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.410270 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.410517 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.410766 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.411012 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.411211 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.411427 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.411666 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.411883 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.412103 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.412381 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.412545 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.412785 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.413045 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.413258 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.413526 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.413772 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.414038 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.414284 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.414510 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.414743 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.415127 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.415274 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.415507 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.415736 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.415949 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.416189 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.416411 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.416631 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.416892 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_json = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.417107 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.417319 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.417580 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.417792 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.418022 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.418237 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.418455 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.418685 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.419117 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.419389 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.419697 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.419947 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.420176 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.420413 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.420642 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.420898 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.421135 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.421380 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.421699 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.421921 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.422334 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.423422 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:19:34.424294 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.425626 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.426219 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.426752 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.427092 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.427240 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.427448 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.427705 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.427942 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.428278 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.428545 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.428851 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.429110 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.430034 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.430830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.430830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.430830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432029 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432029 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432029 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432029 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432029 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432608 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432608 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432872 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.432872 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.433121 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.435065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.436147 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.436147 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.436147 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.436147 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.436611 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.436611 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.436969 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.437093 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.437738 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.437738 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.437738 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.438003 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.438211 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.440078 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.441830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.441830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.441830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.441830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.441830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.441830 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.442237 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.442237 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.442368 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.442599 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.442834 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.443084 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.443330 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.443582 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.443828 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.444056 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.444283 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.444512 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.444743 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.444984 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.445211 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.445504 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.445903 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.446072 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.446342 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.446600 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.446854 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.447083 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.447353 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.447572 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.447814 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.448058 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.448343 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.448591 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.448879 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.449139 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.449354 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.449799 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.450229 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.450649 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.451065 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.451516 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.451935 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.452362 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.452834 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.453441 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.453728 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.454035 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.454559 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.454885 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.455235 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.455546 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.456072 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.456556 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.457052 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.457353 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.457619 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.457891 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.458174 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.458428 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.458695 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.458949 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.459184 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.459412 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.459707 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.459936 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.460179 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.460397 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.460648 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.461029 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.461374 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.461674 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.461933 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.462327 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.462629 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.462881 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.463167 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.463434 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.463672 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.463935 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.464180 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.464390 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.464624 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.464933 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.465152 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.465395 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.465637 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.465861 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.466079 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.466306 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.466521 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.466737 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.466959 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.467183 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.467407 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.467649 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.467895 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.468261 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.468863 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.469249 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.469699 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.470143 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.470381 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.470897 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.471327 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.471809 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.472289 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.472544 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.472800 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.473037 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.473269 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.473545 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.473760 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.474213 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.474519 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.474804 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.475025 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.475252 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.475486 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.475707 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.475940 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.476166 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.476427 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.476677 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.477052 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.477304 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.477535 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.477784 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.478001 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.478411 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.478806 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.479051 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.479281 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.479508 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.479730 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.479989 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.480234 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.480479 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.480711 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.480961 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.481171 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.481396 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.481609 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.481899 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.482152 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.482382 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.482640 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.482880 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.483093 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.483321 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.483530 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.483748 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.483969 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.484185 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.484398 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.484627 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.485043 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.485270 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.485495 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.485717 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.485927 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.486683 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.486909 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.487132 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.487420 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.487641 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.487855 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.488103 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.488350 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.488567 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.488813 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.489052 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.489261 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.489669 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.489882 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.490095 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.490339 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.490773 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.490988 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.491304 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.491553 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.491775 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.492062 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.492294 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.492540 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.492794 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.493104 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.493338 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.493576 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.493797 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.494016 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.494263 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.494526 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.494837 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.495135 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.495403 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.495664 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.495934 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.496209 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.496467 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.496680 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.497012 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.497366 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.497631 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.497893 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.498156 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.498413 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.498653 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.498869 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.499087 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.499306 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.499737 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.499846 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.500028 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.500289 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.500512 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.500979 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.501207 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.501455 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.501669 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.502681 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.503044 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.503315 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:19:34.504122 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92951) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 15:19:34.504401 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:19:34.504670 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:19:34.504993 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:19:34.505282 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:19:34.505520 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:19:34.505866 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.506164 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.506459 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.506661 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.506834 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.507027 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.507196 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.507360 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.507525 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.507688 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.507849 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.508008 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.508167 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.508326 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.508485 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.508643 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.508824 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.508981 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.509146 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.509308 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.509466 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.509625 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.509783 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] debug = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.509941 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.510150 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.510318 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.510476 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.510634 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.510792 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.510951 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.511110 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.511266 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.511423 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.511585 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.511737 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.511895 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.512055 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.512219 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.512376 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.512521 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.512681 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] host = dv-cinder-778907-3-iscsi {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.512866 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.513009 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.513163 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.513319 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.513466 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.513618 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.513756 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.513910 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.514067 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.514223 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.514381 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.514538 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.514696 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.514852 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.515011 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_options = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.515170 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.515327 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.515483 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.515658 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.515820 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.515979 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.516137 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.516295 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.516455 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.516613 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.516806 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.516966 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.517124 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.517280 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.517466 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.517590 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.517751 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.517908 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.518066 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.518223 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.518430 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.518563 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.518682 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.518839 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.518997 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.519156 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.519313 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.519470 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.519628 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.519787 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.519944 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.520100 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.520258 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.520463 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.520557 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.520739 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.520892 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.521024 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:19:34.521130 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.521212 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.521345 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.521502 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.521659 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.521816 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.521972 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.522133 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.522294 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_json = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.522450 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.522781 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.522945 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.523104 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.523261 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.523418 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.523575 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.523732 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:19:34.523910 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.524073 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.524244 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.524406 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.524567 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.524746 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.524937 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.525098 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.525256 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.525415 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.525582 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.525743 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.525913 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.526073 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.526231 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.526393 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.526552 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.526713 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.526872 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.527033 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.527193 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.527353 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.527529 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.527689 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.527851 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.528012 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.528172 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.528590 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.528781 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.528950 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.529103 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.529259 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.529409 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.529623 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.529760 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.529904 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.530037 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.530170 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.530302 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.530453 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.530613 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.530773 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.530937 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.531098 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.531256 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.531416 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.531577 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.531737 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.531884 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.532046 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.532215 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.532369 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.532586 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.532766 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533074 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533074 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533281 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533364 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533488 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533612 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533771 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.533944 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.534102 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.534265 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.534424 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.534584 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.534744 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.534905 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.535066 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.535226 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.535386 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.535593 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.535723 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.535848 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.535972 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.536135 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.536295 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.536455 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.536615 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.536799 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.536947 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.537107 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.537269 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.537430 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.537597 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.537772 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.537935 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.538093 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.538253 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.538414 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.538575 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.538735 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.538881 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.539043 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.539204 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.539365 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.539505 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.539663 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.539808 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.539969 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.540128 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.540354 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.540518 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.540677 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.540856 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.541015 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.541175 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.541335 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.541493 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.541653 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.541813 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.541982 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.542142 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.542304 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.542465 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.542637 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.542808 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.542968 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.543135 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.543292 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.543610 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.543755 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.543921 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.544068 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.544228 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.544391 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.544552 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.544752 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.544914 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.545077 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.545236 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.545396 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.545651 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.545790 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.545873 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.546037 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.546197 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.546357 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.546518 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.546677 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.546837 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.546996 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.547155 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.547317 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.547476 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.547636 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.547798 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.547958 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.548119 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.548280 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.548439 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.549188 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.549291 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.549457 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.549616 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.549776 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.549934 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.550094 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.550258 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.550416 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.550578 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.550736 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.550895 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.552754 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553355 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553791 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553791 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553791 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.553958 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.554056 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.554256 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.554367 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.554521 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.554690 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.554850 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.555010 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.555169 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.555328 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.555487 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.555646 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.555805 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.555965 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.556123 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.556282 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.556445 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.556607 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.556785 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.556946 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.557106 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.557266 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.557426 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.557584 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.557757 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.557918 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.558079 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.558239 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.558401 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.558560 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.558730 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.558889 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.559048 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.559207 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.559368 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.559526 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.559696 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.559856 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.560015 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.560175 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.560334 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.560493 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.560662 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.560846 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.561008 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.561167 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.561327 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.561485 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.561653 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.561812 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.561972 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.562130 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.562294 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.562454 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.562611 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.562781 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.563019 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.563248 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.563248 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.563579 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.563579 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.563777 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.563882 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.564058 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.564142 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.564988 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.565118 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.565206 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.565368 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.565530 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.565907 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.566016 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.566153 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.566321 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.568741 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569344 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569344 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569344 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569344 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569344 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569344 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569344 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.569931 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.570099 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.570265 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.570422 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.570584 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.570745 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.570904 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.571066 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.571227 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.571387 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.571548 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.571711 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.571872 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.572046 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:19:34.572171 dv-cinder-778907-3-iscsi neutron-server[92951]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92951) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:19:34.711362 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42428) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:19:34.719817 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061545 Jul 30 15:19:46.079650 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e42a5-6edb-40bf-a767-ccb3dea14a3b None None] get_active_networks_info from dv-cinder-778907-3-iscsi {{(pid=93060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 15:19:46.142935 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122e42a5-6edb-40bf-a767-ccb3dea14a3b None None] No non-hosted networks {{(pid=93060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 15:19:46.161262 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ee24e7b3-c273-4be5-bfc8-d7d3725c74b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-374689'] for agent, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:48.576011 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9ef8fbe1-96ae-4c7b-b8e0-7c05e869f9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-374689'] for agent, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:48.622562 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-776a39cd-7795-49df-a6f6-f2a9e919e901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:48.664569 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-374689'] for agent, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:48.667042 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.667648 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.668840 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.678538 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.680137 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.680625 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.681689 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.682360 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.683779 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.685291 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.685920 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.687944 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:48.689347 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778907-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:19:48.701036 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778907-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:19:49.715083 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-374689'] for agent, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:51.565294 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-374689'] for agent, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:52.033470 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.db.l3_hamode_db [None req-5b53c3da-30ee-4bb4-85a3-01c1cb2bc4da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 15:19:52.109903 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53c3da-30ee-4bb4-85a3-01c1cb2bc4da None None] Routers set() bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:19:52.110848 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53c3da-30ee-4bb4-85a3-01c1cb2bc4da None None] Router IDs set() for agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 15:19:52.545079 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42520) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:19:53.030687 dv-cinder-778907-3-iscsi neutron-server[93059]: WARNING oslo_policy.policy [None req-9c3d61d9-7b46-45cd-a546-20b516aa0664 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:19:53.031279 dv-cinder-778907-3-iscsi neutron-server[93059]: WARNING oslo_policy.policy [None req-9c3d61d9-7b46-45cd-a546-20b516aa0664 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:19:53.249635 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [None req-9c3d61d9-7b46-45cd-a546-20b516aa0664 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:19:53.250761 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-9c3d61d9-7b46-45cd-a546-20b516aa0664 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7047625 Jul 30 15:19:55.608912 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42534) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:19:55.919621 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:19:56.012419 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.policy [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93059) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 15:19:56.057987 dv-cinder-778907-3-iscsi neutron-server[93059]: WARNING oslo_policy.policy [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:19:56.058355 dv-cinder-778907-3-iscsi neutron-server[93059]: WARNING oslo_policy.policy [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:19:56.066796 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.quota [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] Loaded quota_driver: . Jul 30 15:19:56.158717 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745335961864', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745335963613', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745335966613', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745335976395', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745336602294', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745335995525', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16203031', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16192889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543671', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611077'] for rbac-policy, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:56.222809 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:56.223994 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-130e1e72-5470-4b2b-80e0-e7a3ecb12f9f admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6140981 Jul 30 15:19:58.776143 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42546) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:19:59.064969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Request body: {'network': {'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'name': 'private', 'project_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:19:59.092375 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Made reservation on behalf of 3e98fa79fd864485a8376325149e27c2 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:19:59.095107 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.111840 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.232061 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.236316 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.255981 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:19:59.286244 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745333495336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.286808 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Unsubscribe: segment precommit_create {{(pid=93059) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 15:19:59.287305 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Added segment 8d2cc92c-89e1-4635-9a89-b27f65a76be7 of type vlan for network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 Jul 30 15:19:59.304867 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0902a83a-2c0f-4a86-bfbd-8b7c50727147,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:19:59.333252 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.333620 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.333999 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.334434 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.334805 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.335168 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.335548 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.335937 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.336336 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.336836 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.337095 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.337491 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Tracked resource versions report: Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: pushed versions: Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: { 'AddressGroup': {'1.2'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'ConntrackHelper': {'1.0'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Log': {'1.0'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Network': {'1.1'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Port': {'1.7'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'PortForwarding': {'1.2'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'QosPolicy': {'1.8'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroup': {'1.4'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SubPort': {'1.0'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Subnet': {'1.1'}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Trunk': {'1.1'}} Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: consumer versions: Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'ConntrackHelper': '1.0', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Log': '1.0', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Network': '1.1', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Port': '1.7', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'PortForwarding': '1.2', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'QosPolicy': '1.8', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroup': '1.4', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroupRule': '1.2', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SubPort': '1.0', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Subnet': '1.1', Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Trunk': '1.1'}} Jul 30 15:19:59.338969 dv-cinder-778907-3-iscsi neutron-server[93059]: {{(pid=93059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:19:59.411788 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.460876 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.461952 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:19:59.462619 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:19:59.553466 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7762210 Jul 30 15:19:59.561448 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d921afc-6482-46a8-9697-a45935f49284 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7a24dc-22d8-4578-9c3c-928e484dc5e7,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:19:59.573675 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:20:02.296599 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42560) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:02.746024 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb2c86-51ce-41cb-9b92-e5227fa7a7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:20:02.748376 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5feb2c86-51ce-41cb-9b92-e5227fa7a7c9 admin admin] 10.222.0.50 "GET /v2.0/networks/7d7a24dc-22d8-4578-9c3c-928e484dc5e7 HTTP/1.1" status: 200 len: 825 time: 0.4504573 Jul 30 15:20:02.774256 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7d8a4d77-6236-4d4e-8d84-92043256d943 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/248b3c07-94eb-4d09-a2e1-11bf6a9f61d9 HTTP/1.1" status: 200 len: 734 time: 0.0192468 Jul 30 15:20:02.783826 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'subnetpool_id': '248b3c07-94eb-4d09-a2e1-11bf6a9f61d9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:20:02.805728 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Made reservation on behalf of 3e98fa79fd864485a8376325149e27c2 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:20:02.808081 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:03.103835 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:03.176351 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Checking segment: {'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:20:03.176782 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Network hostable DHCP agents. Network: 7d7a24dc-22d8-4578-9c3c-928e484dc5e7, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:20:03.181185 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c51834-5eaf-4f2b-914f-f4cd8701388c,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:03.200245 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:20:03.210257 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 7d7a24dc-22d8-4578-9c3c-928e484dc5e7) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:20:03.214722 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:20:03.215333 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:03.220330 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6ef34-1d2b-4f46-9b6c-67778dc9c761 None None] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:20:03.230552 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-631a21c8-4996-40e3-8a51-d7dd0bb1bccc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4501660 Jul 30 15:20:03.540267 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'fixed_ips': [{'subnet_id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:20:03.541590 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:03.812916 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Allocated IP 172.20.0.2 (7d7a24dc-22d8-4578-9c3c-928e484dc5e7/f2c51834-5eaf-4f2b-914f-f4cd8701388c/66ae01e1-6ba9-427b-861d-907444e856d8) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:20:04.018363 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:04.060063 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Transition to ACTIVE for port object 66ae01e1-6ba9-427b-861d-907444e856d8 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:20:04.079516 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Transition to ACTIVE for port object 66ae01e1-6ba9-427b-861d-907444e856d8 will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:20:04.087849 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:04.155123 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:20:04.161484 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:20:04.175572 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:20:04.178633 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Pushing event updated for resources: {'Port': ['ID=66ae01e1-6ba9-427b-861d-907444e856d8,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:04.208374 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.208743 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.209099 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.209436 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.209776 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.210111 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.210442 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.210772 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.211117 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.211469 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.211778 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.212104 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Tracked resource versions report: Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: pushed versions: Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: { 'AddressGroup': {'1.2'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'ConntrackHelper': {'1.0'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Log': {'1.0'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Network': {'1.1'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Port': {'1.7'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'PortForwarding': {'1.2'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'QosPolicy': {'1.8'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroup': {'1.4'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SubPort': {'1.0'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Subnet': {'1.1'}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Trunk': {'1.1'}} Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: consumer versions: Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'ConntrackHelper': '1.0', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Log': '1.0', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Network': '1.1', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Port': '1.7', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'PortForwarding': '1.2', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'QosPolicy': '1.8', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroup': '1.4', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroupRule': '1.2', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SubPort': '1.0', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Subnet': '1.1', Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Trunk': '1.1'}} Jul 30 15:20:04.213203 dv-cinder-778907-3-iscsi neutron-server[93060]: {{(pid=93060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:20:04.260147 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Attempting to bind port 66ae01e1-6ba9-427b-861d-907444e856d8 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:20:04.260665 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Attempting to bind port 66ae01e1-6ba9-427b-861d-907444e856d8 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:20:04.261030 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Attempting to bind port 66ae01e1-6ba9-427b-861d-907444e856d8 on network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:20:04.266359 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:20:04.266821 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Checking segment: {'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:20:04.267274 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:04.267661 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Bound using segment: {'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:20:04.268120 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Bound port: 66ae01e1-6ba9-427b-861d-907444e856d8, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:20:04.268549 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:04.333254 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] For port 66ae01e1-6ba9-427b-861d-907444e856d8, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:20:04.337517 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] For port 66ae01e1-6ba9-427b-861d-907444e856d8, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=66ae01e1-6ba9-427b-861d-907444e856d8,segment=NetworkSegment(8d2cc92c-89e1-4635-9a89-b27f65a76be7),segment_id=8d2cc92c-89e1-4635-9a89-b27f65a76be7)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:20:04.342026 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:04.407641 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02533-ec35-4d90-9584-53b97878231f None None] Pushing event updated for resources: {'Port': ['ID=66ae01e1-6ba9-427b-861d-907444e856d8,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:05.668266 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42568) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:05.992374 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [None req-a82423a0-e91c-4cf8-b87f-01738208c5e9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:20:06.008756 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a82423a0-e91c-4cf8-b87f-01738208c5e9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240631 Jul 30 15:20:08.398317 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42576) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:08.711674 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [None req-63622702-0fcd-44f6-a187-3ebd0b443604 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:20:08.712749 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-63622702-0fcd-44f6-a187-3ebd0b443604 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134122 Jul 30 15:20:11.330256 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 42586) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:11.841736 dv-cinder-778907-3-iscsi neutron-server[93058]: WARNING oslo_policy.policy [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:20:11.842306 dv-cinder-778907-3-iscsi neutron-server[93058]: WARNING oslo_policy.policy [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:20:12.071307 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Request body: {'router': {'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:20:12.134670 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.policy [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93058) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 15:20:12.180013 dv-cinder-778907-3-iscsi neutron-server[93058]: WARNING oslo_policy.policy [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:20:12.180398 dv-cinder-778907-3-iscsi neutron-server[93058]: WARNING oslo_policy.policy [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:20:12.189338 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.quota [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Loaded quota_driver: . Jul 30 15:20:12.248851 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:12.251569 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:12.414832 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:12.420622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:12.440993 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:12.442429 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-301493ce-5094-4d54-887e-f06e6a0c030a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1098948 Jul 30 15:20:12.600886 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 66ae01e1-6ba9-427b-861d-907444e856d8 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:20:12.695370 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 66ae01e1-6ba9-427b-861d-907444e856d8 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:20:12.810349 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769bd5f-e6e4-4750-bec0-4020db52718d None None] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:20:12.862225 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-de413ac7-f8aa-49bd-90ba-04ea77c939e1 None None] Provisioning for port 66ae01e1-6ba9-427b-861d-907444e856d8 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:20:12.871069 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-de413ac7-f8aa-49bd-90ba-04ea77c939e1 None None] Provisioning complete for port 66ae01e1-6ba9-427b-861d-907444e856d8 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:12.871474 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-de413ac7-f8aa-49bd-90ba-04ea77c939e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:13.033283 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-de413ac7-f8aa-49bd-90ba-04ea77c939e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:13.090393 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-de413ac7-f8aa-49bd-90ba-04ea77c939e1 None None] For port 66ae01e1-6ba9-427b-861d-907444e856d8, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=66ae01e1-6ba9-427b-861d-907444e856d8,segment=NetworkSegment(8d2cc92c-89e1-4635-9a89-b27f65a76be7),segment_id=8d2cc92c-89e1-4635-9a89-b27f65a76be7)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:20:13.095784 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-de413ac7-f8aa-49bd-90ba-04ea77c939e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:13.147870 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de413ac7-f8aa-49bd-90ba-04ea77c939e1 None None] Pushing event updated for resources: {'Port': ['ID=66ae01e1-6ba9-427b-861d-907444e856d8,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:13.315789 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e75e5269-349d-49c7-804a-e771b6538328 None None] Provisioning complete for port 66ae01e1-6ba9-427b-861d-907444e856d8 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:13.316096 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e75e5269-349d-49c7-804a-e771b6538328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:14.565414 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 66ae01e1-6ba9-427b-861d-907444e856d8 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:20:14.613344 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 66ae01e1-6ba9-427b-861d-907444e856d8 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:14.613719 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:14.817876 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 42606) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:15.125078 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [None req-f39151c3-08f4-454d-888c-3ff2805639d5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:20:15.126202 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f39151c3-08f4-454d-888c-3ff2805639d5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073745 Jul 30 15:20:15.955649 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6ea09b18-e2af-4af5-963e-f1453a0396ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:17.519419 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 42614) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:17.827909 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:20:17.850653 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Made reservation on behalf of 3a0249c2154d45488c9031ae7608277f for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:20:17.853419 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:17.868324 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:17.988007 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:17.991513 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:18.001752 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93058) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 15:20:18.034599 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745333495336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:18.035179 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Unsubscribe: segment precommit_create {{(pid=93058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 15:20:18.035668 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.segments_db [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Added segment 2950cb77-28a4-40fc-ac12-123ec70c377d of type flat for network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 Jul 30 15:20:18.052706 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bd556-e308-4e62-aea3-92c4f7d5c2df,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:18.102400 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.102761 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.103161 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.103437 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.103811 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.104140 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.104464 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.104813 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.105153 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.105477 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.105797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.106121 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Tracked resource versions report: Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: pushed versions: Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: { 'AddressGroup': {'1.2'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'ConntrackHelper': {'1.0'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Log': {'1.0'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Network': {'1.1'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Port': {'1.7'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'PortForwarding': {'1.2'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'QosPolicy': {'1.8'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroup': {'1.4'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SubPort': {'1.0'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Subnet': {'1.1'}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Trunk': {'1.1'}} Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: consumer versions: Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'ConntrackHelper': '1.0', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Log': '1.0', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Network': '1.1', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Port': '1.7', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'PortForwarding': '1.2', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'QosPolicy': '1.8', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroup': '1.4', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroupRule': '1.2', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SubPort': '1.0', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Subnet': '1.1', Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Trunk': '1.1'}} Jul 30 15:20:18.107207 dv-cinder-778907-3-iscsi neutron-server[93058]: {{(pid=93058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:20:18.161152 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:18.211506 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:18.212691 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:20:18.213367 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:18.284151 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7637537 Jul 30 15:20:18.314760 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d78c0d-c326-4be4-be45-ad75ea5dfdc2 admin admin] Pushing event updated for resources: {'Network': ['ID=362c0c75-6b3c-4054-a0f7-7db6f17fae54,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:18.325237 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:20:18.565290 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-314931b3-fab9-4495-8242-e60ba6a8563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:18.667918 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:19.648050 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:20.668363 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 42636) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:20.881647 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ff6142-a741-4c86-a85f-3f9b9a858a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:20:20.883034 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a9ff6142-a741-4c86-a85f-3f9b9a858a4e admin admin] 10.222.0.50 "GET /v2.0/subnets/f2c51834-5eaf-4f2b-914f-f4cd8701388c HTTP/1.1" status: 200 len: 849 time: 0.2136841 Jul 30 15:20:21.016828 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-57f31d49-1e1e-466d-ab2d-3fd547c01771 admin admin] 10.222.0.50 "GET /v2.0/routers/17af9f49-1501-4ec4-a08e-e09a359ccbf5 HTTP/1.1" status: 200 len: 704 time: 0.1278524 Jul 30 15:20:21.282087 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:21.506738 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:21.575949 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Allocated IP 172.20.0.1 (7d7a24dc-22d8-4578-9c3c-928e484dc5e7/f2c51834-5eaf-4f2b-914f-f4cd8701388c/cfe95573-e198-4fa1-82f9-0663a60efdc9) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:20:21.758161 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:21.782931 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Transition to ACTIVE for port object cfe95573-e198-4fa1-82f9-0663a60efdc9 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:20:21.863995 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:21.934663 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:20:21.948142 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:20:21.952404 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:20:21.952994 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:22.017345 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe95573-e198-4fa1-82f9-0663a60efdc9,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:22.158754 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-89ce9e2e-f110-4b79-b98d-4b7dbab927f0 None None] Provisioning for port cfe95573-e198-4fa1-82f9-0663a60efdc9 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:20:22.162462 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-89ce9e2e-f110-4b79-b98d-4b7dbab927f0 None None] Provisioning complete for port cfe95573-e198-4fa1-82f9-0663a60efdc9 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:22.162841 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-89ce9e2e-f110-4b79-b98d-4b7dbab927f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:22.169042 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:22.198252 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-89ce9e2e-f110-4b79-b98d-4b7dbab927f0 None None] Port cfe95573-e198-4fa1-82f9-0663a60efdc9 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:20:22.428402 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:22.432606 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:22.433396 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:22.509561 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe95573-e198-4fa1-82f9-0663a60efdc9,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:22.557128 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:20:22.558428 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:20:22.718655 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:20:22.720155 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d6c07dee-77d0-4d8d-8472-5341cb0162d3 None None] Provisioning complete for port cfe95573-e198-4fa1-82f9-0663a60efdc9 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:22.720615 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d6c07dee-77d0-4d8d-8472-5341cb0162d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:22.756127 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-d6c07dee-77d0-4d8d-8472-5341cb0162d3 None None] Port cfe95573-e198-4fa1-82f9-0663a60efdc9 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:20:22.811997 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:20:22.817785 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-8a1c7af3-dcf8-40b1-8c3c-23f5d34d6d96 admin admin] 10.222.0.50 "PUT /v2.0/routers/17af9f49-1501-4ec4-a08e-e09a359ccbf5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7957323 Jul 30 15:20:22.824353 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Sync routers for ids ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:20:22.835809 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Routers {'17af9f49-1501-4ec4-a08e-e09a359ccbf5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:20:22.836580 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:20:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:23.021155 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Set router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 gateway port host: None {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:20:23.449238 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'name': 'router1', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:20:12Z', 'updated_at': '2021-07-30T15:20:22Z', 'revision_number': 2, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'gw_port_host': None, '_interfaces': [{'id': 'cfe95573-e198-4fa1-82f9-0663a60efdc9', 'name': '', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'mac_address': 'fa:16:3e:67:b8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:21Z', 'updated_at': '2021-07-30T15:20:22Z', 'revision_number': 2, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'subnets': [{'id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '248b3c07-94eb-4d09-a2e1-11bf6a9f61d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:23.503907 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Checking router: 17af9f49-1501-4ec4-a08e-e09a359ccbf5 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:20:23.504278 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Updating router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 port cfe95573-e198-4fa1-82f9-0663a60efdc9 binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:20:23.561673 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:24.087894 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:24.105681 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Transition to ACTIVE for port object cfe95573-e198-4fa1-82f9-0663a60efdc9 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:20:24.111348 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:24.199504 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Pushing event updated for resources: {'Port': ['ID=cfe95573-e198-4fa1-82f9-0663a60efdc9,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:24.212065 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.212418 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.212789 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.213130 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.213466 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.213806 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.214139 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.214470 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.214809 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.215133 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.215457 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.215779 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Tracked resource versions report: Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: pushed versions: Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: { 'AddressGroup': {'1.2'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'ConntrackHelper': {'1.0'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Log': {'1.0'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Network': {'1.1'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Port': {'1.7'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'PortForwarding': {'1.2'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'QosPolicy': {'1.8'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroup': {'1.4'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SubPort': {'1.0'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Subnet': {'1.1'}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Trunk': {'1.1'}} Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: consumer versions: Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'ConntrackHelper': '1.0', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Log': '1.0', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Network': '1.1', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Port': '1.7', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'PortForwarding': '1.2', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'QosPolicy': '1.8', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroup': '1.4', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroupRule': '1.2', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SubPort': '1.0', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Subnet': '1.1', Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Trunk': '1.1'}} Jul 30 15:20:24.216878 dv-cinder-778907-3-iscsi neutron-server[93061]: {{(pid=93061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:20:24.292638 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Attempting to bind port cfe95573-e198-4fa1-82f9-0663a60efdc9 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:20:24.293062 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Attempting to bind port cfe95573-e198-4fa1-82f9-0663a60efdc9 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:20:24.293476 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Attempting to bind port cfe95573-e198-4fa1-82f9-0663a60efdc9 on network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:20:24.299428 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:20:24.299855 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Checking segment: {'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:20:24.300313 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:24.300710 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Bound using segment: {'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:20:24.301357 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Bound port: cfe95573-e198-4fa1-82f9-0663a60efdc9, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2cc92c-89e1-4635-9a89-b27f65a76be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:20:24.301762 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:24.373089 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] For port cfe95573-e198-4fa1-82f9-0663a60efdc9, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:20:24.394841 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] For port cfe95573-e198-4fa1-82f9-0663a60efdc9, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=cfe95573-e198-4fa1-82f9-0663a60efdc9,segment=NetworkSegment(8d2cc92c-89e1-4635-9a89-b27f65a76be7),segment_id=8d2cc92c-89e1-4635-9a89-b27f65a76be7)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:20:24.399093 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:24.461515 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Routers {'17af9f49-1501-4ec4-a08e-e09a359ccbf5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:20:24.462145 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:20:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:24.464181 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b8919-3667-467f-8b9a-d4e6f9969257 None None] Pushing event updated for resources: {'Port': ['ID=cfe95573-e198-4fa1-82f9-0663a60efdc9,revision_number=4']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:24.554092 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] Set router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 gateway port host: None {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:20:24.759361 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'name': 'router1', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:20:12Z', 'updated_at': '2021-07-30T15:20:22Z', 'revision_number': 2, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'gw_port_host': None, '_interfaces': [{'id': 'cfe95573-e198-4fa1-82f9-0663a60efdc9', 'name': '', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'mac_address': 'fa:16:3e:67:b8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:21Z', 'updated_at': '2021-07-30T15:20:24Z', 'revision_number': 4, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'subnets': [{'id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '248b3c07-94eb-4d09-a2e1-11bf6a9f61d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:24.784204 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe03a1e-e6a6-41eb-9a7a-24e52adafa43 None None] The sync data for ids ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'] in dv-cinder-778907-3-iscsi is: [{'id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'name': 'router1', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:20:12Z', 'updated_at': '2021-07-30T15:20:22Z', 'revision_number': 2, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'gw_port_host': None, '_interfaces': [{'id': 'cfe95573-e198-4fa1-82f9-0663a60efdc9', 'name': '', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'mac_address': 'fa:16:3e:67:b8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:21Z', 'updated_at': '2021-07-30T15:20:24Z', 'revision_number': 4, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'subnets': [{'id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '248b3c07-94eb-4d09-a2e1-11bf6a9f61d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:20:25.047209 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 42656) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:25.158325 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91375177-47b0-4ece-a5c3-5caf7e30b9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:20:25.159700 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-91375177-47b0-4ece-a5c3-5caf7e30b9b4 admin admin] 10.222.0.50 "GET /v2.0/networks/362c0c75-6b3c-4054-a0f7-7db6f17fae54 HTTP/1.1" status: 200 len: 842 time: 0.1114299 Jul 30 15:20:25.169482 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'name': 'public-subnet'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:20:25.195003 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Made reservation on behalf of 3a0249c2154d45488c9031ae7608277f for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:20:25.197267 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:25.505547 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.objects.ports [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 15:20:25.505965 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:25.562925 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdbd44a-7b5f-4694-a941-b21b1162cd98,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:25.571305 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:20:25.571685 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Network hostable DHCP agents. Network: 362c0c75-6b3c-4054-a0f7-7db6f17fae54, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:20:25.595086 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:20:25.606453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 362c0c75-6b3c-4054-a0f7-7db6f17fae54) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:20:25.610827 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:20:25.611421 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:25.617037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f956be-f94f-4eb5-870d-646cdf7e2bb6 None None] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:20:25.637519 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9da5632c-6504-4abb-a2b6-fc833032a8f2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4712050 Jul 30 15:20:25.746219 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6a283-5493-4534-890b-411d78727663 None None] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:20:27.926372 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42664) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:28.189352 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-9a1a38bb-9a31-4fdb-ac70-2ad301a9edb0 admin admin] 10.222.0.50 "GET /v2.0/routers/17af9f49-1501-4ec4-a08e-e09a359ccbf5 HTTP/1.1" status: 200 len: 710 time: 0.2615304 Jul 30 15:20:28.312285 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b580f-5f85-40c2-a804-095623e00cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:20:28.313744 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1e7b580f-5f85-40c2-a804-095623e00cbe admin admin] 10.222.0.50 "GET /v2.0/networks/362c0c75-6b3c-4054-a0f7-7db6f17fae54 HTTP/1.1" status: 200 len: 886 time: 0.1188149 Jul 30 15:20:28.323046 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:20:28.571964 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:28.805936 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:28.883136 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:29.081463 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Allocated IP 172.27.2.226 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/b4a958a2-e007-4080-a8f7-f66ecbeb9a5d) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:20:29.194417 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:29.277598 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:29.363538 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:20:29.370238 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:20:29.372923 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:20:29.379330 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a958a2-e007-4080-a8f7-f66ecbeb9a5d,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:29.656092 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:29.858033 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16264883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-899'] for router, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:29.862966 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16264872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16264865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523014'] for router, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:29.981564 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:20:30.093511 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:20:30.098197 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:30.099424 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c853b73c-5790-44f1-8190-5f7b9f298e94 admin admin] 10.222.0.50 "PUT /v2.0/routers/17af9f49-1501-4ec4-a08e-e09a359ccbf5 HTTP/1.1" status: 200 len: 890 time: 1.7797067 Jul 30 15:20:30.445910 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:20:30.591152 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device cfe95573-e198-4fa1-82f9-0663a60efdc9 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:20:30.645706 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port cfe95573-e198-4fa1-82f9-0663a60efdc9 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:20:30.650118 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port cfe95573-e198-4fa1-82f9-0663a60efdc9 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:30.650527 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:30.734980 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:30.768688 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port cfe95573-e198-4fa1-82f9-0663a60efdc9, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=cfe95573-e198-4fa1-82f9-0663a60efdc9,segment=NetworkSegment(8d2cc92c-89e1-4635-9a89-b27f65a76be7),segment_id=8d2cc92c-89e1-4635-9a89-b27f65a76be7)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:20:30.772895 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:30.819657 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=cfe95573-e198-4fa1-82f9-0663a60efdc9,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:31.252414 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Sync routers for ids ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:20:31.262302 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Routers {'17af9f49-1501-4ec4-a08e-e09a359ccbf5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:20:31.262940 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:20:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:31.521016 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Set router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:20:31.902029 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'name': 'router1', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b4a958a2-e007-4080-a8f7-f66ecbeb9a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:20:12Z', 'updated_at': '2021-07-30T15:20:29Z', 'revision_number': 4, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'gw_port': {'id': 'b4a958a2-e007-4080-a8f7-f66ecbeb9a5d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:28Z', 'updated_at': '2021-07-30T15:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'cfe95573-e198-4fa1-82f9-0663a60efdc9', 'name': '', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'mac_address': 'fa:16:3e:67:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:21Z', 'updated_at': '2021-07-30T15:20:30Z', 'revision_number': 5, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'subnets': [{'id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '248b3c07-94eb-4d09-a2e1-11bf6a9f61d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:31.953247 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Checking router: 17af9f49-1501-4ec4-a08e-e09a359ccbf5 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:20:31.953607 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Updating router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:20:31.999623 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:32.328693 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:32.338461 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Transition to ACTIVE for port object b4a958a2-e007-4080-a8f7-f66ecbeb9a5d will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:20:32.344476 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:32.399989 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Attempting to bind port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:20:32.400361 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Attempting to bind port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:20:32.400752 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Attempting to bind port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:20:32.403775 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35506ba1-34b9-416e-b55e-5464a2249816 None None] Pushing event updated for resources: {'Port': ['ID=b4a958a2-e007-4080-a8f7-f66ecbeb9a5d,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:32.409195 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:20:32.409575 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:20:32.409981 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:32.410714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:20:32.410925 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Bound port: b4a958a2-e007-4080-a8f7-f66ecbeb9a5d, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:20:32.411225 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:32.460848 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] For port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:20:32.464172 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] For port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=b4a958a2-e007-4080-a8f7-f66ecbeb9a5d,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:20:32.469189 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:32.497319 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 42676) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:20:32.514826 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Routers {'17af9f49-1501-4ec4-a08e-e09a359ccbf5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:20:32.515443 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:20:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:32.533821 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35506ba1-34b9-416e-b55e-5464a2249816 None None] Pushing event updated for resources: {'Port': ['ID=b4a958a2-e007-4080-a8f7-f66ecbeb9a5d,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:32.616927 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e54245ac-fac7-46b0-ba56-6688d0bb1630 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178548 Jul 30 15:20:32.657619 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device cfe95573-e198-4fa1-82f9-0663a60efdc9 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:20:32.761534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port cfe95573-e198-4fa1-82f9-0663a60efdc9 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:32.761825 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:32.789028 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] Set router 17af9f49-1501-4ec4-a08e-e09a359ccbf5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:20:33.046925 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'name': 'router1', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b4a958a2-e007-4080-a8f7-f66ecbeb9a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:20:12Z', 'updated_at': '2021-07-30T15:20:29Z', 'revision_number': 4, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'gw_port': {'id': 'b4a958a2-e007-4080-a8f7-f66ecbeb9a5d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:28Z', 'updated_at': '2021-07-30T15:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'cfe95573-e198-4fa1-82f9-0663a60efdc9', 'name': '', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'mac_address': 'fa:16:3e:67:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:21Z', 'updated_at': '2021-07-30T15:20:30Z', 'revision_number': 5, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'subnets': [{'id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '248b3c07-94eb-4d09-a2e1-11bf6a9f61d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:20:33.076693 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e809d-f89d-4eab-86e0-5bc610cb4261 None None] The sync data for ids ['17af9f49-1501-4ec4-a08e-e09a359ccbf5'] in dv-cinder-778907-3-iscsi is: [{'id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'name': 'router1', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b4a958a2-e007-4080-a8f7-f66ecbeb9a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:20:12Z', 'updated_at': '2021-07-30T15:20:29Z', 'revision_number': 4, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'gw_port': {'id': 'b4a958a2-e007-4080-a8f7-f66ecbeb9a5d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:28Z', 'updated_at': '2021-07-30T15:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'cfe95573-e198-4fa1-82f9-0663a60efdc9', 'name': '', 'network_id': '7d7a24dc-22d8-4578-9c3c-928e484dc5e7', 'tenant_id': '3e98fa79fd864485a8376325149e27c2', 'mac_address': 'fa:16:3e:67:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17af9f49-1501-4ec4-a08e-e09a359ccbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:20:21Z', 'updated_at': '2021-07-30T15:20:30Z', 'revision_number': 5, 'project_id': '3e98fa79fd864485a8376325149e27c2', 'subnets': [{'id': 'f2c51834-5eaf-4f2b-914f-f4cd8701388c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '248b3c07-94eb-4d09-a2e1-11bf6a9f61d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:20:34.635124 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device b4a958a2-e007-4080-a8f7-f66ecbeb9a5d up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:20:34.696869 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:20:34.701085 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:34.701470 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:34.786089 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:34.812815 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=b4a958a2-e007-4080-a8f7-f66ecbeb9a5d,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:20:34.817226 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:34.871033 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=b4a958a2-e007-4080-a8f7-f66ecbeb9a5d,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:20:36.633544 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device b4a958a2-e007-4080-a8f7-f66ecbeb9a5d up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:20:36.701609 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port b4a958a2-e007-4080-a8f7-f66ecbeb9a5d triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:20:36.701978 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:45.960589 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9e58-ce93-4a3b-82e4-d6b97c12d0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:48.566774 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f6bde729-03a7-45d6-ad00-3cdf8a4de4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:48.673469 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:49.654843 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:20:51.538116 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:07.444652 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:21:15.952290 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-fe7077e4-e04a-4e28-be6f-f635f335b73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:18.579071 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f8180bfe-004b-448c-9fbc-fca89cdfcba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:18.688765 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:19.657990 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:21.529935 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:44.443438 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:21:45.955011 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-4e40fb3e-e9e5-4944-8ba3-c0c7dead30be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:48.574444 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-100503bf-982f-4d25-8a03-538509db2c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:48.666712 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:49.657611 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:21:51.544442 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:08.947189 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43244) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:09.005854 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9c3fa0-8e7b-4319-8bfe-d4c2a3eb0ab8 admin admin] GET failed (client error): The resource could not be found. Jul 30 15:22:09.007218 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-ae9c3fa0-8e7b-4319-8bfe-d4c2a3eb0ab8 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589890 Jul 30 15:22:09.235736 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eec4e3-6d88-4f70-bd91-15a1373672ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:09.237826 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-41eec4e3-6d88-4f70-bd91-15a1373672ab admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2257268 Jul 30 15:22:11.410629 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43254) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:11.498547 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199f0c5-9260-4423-be82-27b86794525c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:11.499793 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a199f0c5-9260-4423-be82-27b86794525c admin admin] 10.222.0.50 "GET /v2.0/subnets/f2c51834-5eaf-4f2b-914f-f4cd8701388c HTTP/1.1" status: 200 len: 849 time: 0.0882342 Jul 30 15:22:11.509896 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:22:11.592101 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:11.725952 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745333420328'] for subnet, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:11.758876 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:11.759393 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:11.760663 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] 10.222.0.50 "PUT /v2.0/subnets/f2c51834-5eaf-4f2b-914f-f4cd8701388c HTTP/1.1" status: 200 len: 868 time: 0.2549791 Jul 30 15:22:11.779936 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c25b19-64d9-4e2f-a122-ef95905f0fdd None None] Network 7d7a24dc-22d8-4578-9c3c-928e484dc5e7 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:22:11.781441 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c51834-5eaf-4f2b-914f-f4cd8701388c,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:22:11.789131 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.789589 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.789956 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.790298 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.790643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.791001 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.791342 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.791676 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.792026 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.792359 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.792689 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:11.793042 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cddc6-57d4-49fe-8d32-6de0177818e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:22:12.131227 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-fef17cd7-45f3-4f09-be64-a61b10a047d0 None None] Provisioning complete for port 66ae01e1-6ba9-427b-861d-907444e856d8 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:22:12.131604 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-fef17cd7-45f3-4f09-be64-a61b10a047d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:12.217555 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-fef17cd7-45f3-4f09-be64-a61b10a047d0 None None] Provisioning complete for port cfe95573-e198-4fa1-82f9-0663a60efdc9 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:22:12.217851 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-fef17cd7-45f3-4f09-be64-a61b10a047d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:13.951462 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43262) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:14.142406 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a114c1-d0d9-4386-b1d7-5e33feaedc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:14.142793 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a114c1-d0d9-4386-b1d7-5e33feaedc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:14.144331 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-92a114c1-d0d9-4386-b1d7-5e33feaedc3e admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1919105 Jul 30 15:22:15.957186 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5cedc0bf-9187-4d20-8d72-32f1dab11724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:16.304991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43270) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:16.433882 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382f145-1ec3-48b4-a33b-f3c9dcb2462b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:16.434364 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382f145-1ec3-48b4-a33b-f3c9dcb2462b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:16.435891 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4382f145-1ec3-48b4-a33b-f3c9dcb2462b admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299307 Jul 30 15:22:18.574431 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43278) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:18.575190 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7949078a-e621-4cad-9edc-7e26c99e5a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:18.671353 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:18.702250 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86ea1d5-c112-4b7c-82ac-b107f3dbbe2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:18.703658 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a86ea1d5-c112-4b7c-82ac-b107f3dbbe2a admin admin] 10.222.0.50 "GET /v2.0/networks/362c0c75-6b3c-4054-a0f7-7db6f17fae54 HTTP/1.1" status: 200 len: 886 time: 0.1270351 Jul 30 15:22:19.659077 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:20.866991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43286) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:21.010490 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a4ace-bf61-43b2-b7cb-637ca2cab0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:21.011882 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-cf7a4ace-bf61-43b2-b7cb-637ca2cab0ff admin admin] 10.222.0.50 "GET /v2.0/networks/7d7a24dc-22d8-4578-9c3c-928e484dc5e7 HTTP/1.1" status: 200 len: 869 time: 0.1439936 Jul 30 15:22:21.441042 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:22:21.535257 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:23.188882 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43294) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:23.311973 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac794f-0453-41b8-88da-f22fb01875f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:23.312434 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac794f-0453-41b8-88da-f22fb01875f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:23.314000 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1cac794f-0453-41b8-88da-f22fb01875f1 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241534 Jul 30 15:22:25.497840 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43302) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:25.585118 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe250e-58d7-4a0e-be2e-7577801efab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:25.585568 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe250e-58d7-4a0e-be2e-7577801efab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:25.587071 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-98fe250e-58d7-4a0e-be2e-7577801efab7 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0883400 Jul 30 15:22:27.768471 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43310) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:27.852759 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8ef75-1b6a-4864-8ed2-16e08263cba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:27.854070 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8ed8ef75-1b6a-4864-8ed2-16e08263cba8 admin admin] 10.222.0.50 "GET /v2.0/subnets/2cdbd44a-7b5f-4694-a941-b21b1162cd98 HTTP/1.1" status: 200 len: 816 time: 0.0845668 Jul 30 15:22:29.989749 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43318) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:30.084772 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0ec0b-ff36-42b3-85ea-642355865a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:30.086084 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-f1a0ec0b-ff36-42b3-85ea-642355865a45 admin admin] 10.222.0.50 "GET /v2.0/subnets/f2c51834-5eaf-4f2b-914f-f4cd8701388c HTTP/1.1" status: 200 len: 868 time: 0.0954015 Jul 30 15:22:45.958294 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0c586a56-d443-431f-8fc6-dff633128ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:48.576024 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-96059614-6ee7-45c0-887d-d9f0b4d68d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:48.673125 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:49.664205 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:51.539906 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:22:55.743322 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43372) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:55.789144 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [None req-1f93f47c-9363-4fa7-a63d-ca5006c052e1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:22:55.790157 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1f93f47c-9363-4fa7-a63d-ca5006c052e1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459161 Jul 30 15:22:58.046658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43380) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:22:58.108091 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab50e14-7707-4b82-998a-dcaa07fa4419 admin admin] GET failed (client error): The resource could not be found. Jul 30 15:22:58.109425 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-eab50e14-7707-4b82-998a-dcaa07fa4419 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618255 Jul 30 15:22:58.195042 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c238024-0e4f-4cd9-b85a-78147952b003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:22:58.196507 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8c238024-0e4f-4cd9-b85a-78147952b003 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826905 Jul 30 15:22:58.440114 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:23:00.404381 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43388) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:23:00.449685 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:23:00.470447 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Made reservation on behalf of 3a0249c2154d45488c9031ae7608277f for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:23:00.472840 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:00.511106 dv-cinder-778907-3-iscsi neutron-server[93059]: WARNING neutron.services.revisions.revision_plugin [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Could not find related network for resource to bump revision. Jul 30 15:23:00.523793 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:23:00.533791 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:00.534135 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Added segment 74840924-11cd-4f6e-9b5e-453dd30ff57f of type vlan for network 64f3fce6-2989-4824-b3e7-56140c56e8f9 Jul 30 15:23:00.580784 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:00.608349 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:00.609308 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:23:00.609889 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:00.661662 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2560639 Jul 30 15:23:00.670884 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7924620-614d-42ae-aac4-01f38d5dfa59 admin admin] Pushing event updated for resources: {'Network': ['ID=64f3fce6-2989-4824-b3e7-56140c56e8f9,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:23:00.683468 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 64f3fce6-2989-4824-b3e7-56140c56e8f9 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:23:02.887955 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43396) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:23:02.946989 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6880255-7f20-4616-823d-6e9bf4099523 admin admin] GET failed (client error): The resource could not be found. Jul 30 15:23:02.948265 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b6880255-7f20-4616-823d-6e9bf4099523 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594447 Jul 30 15:23:03.018192 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f3847-e5e5-4a97-99c3-48de05279b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:23:03.019628 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e69f3847-e5e5-4a97-99c3-48de05279b9a admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660305 Jul 30 15:23:03.029888 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:23:03.049853 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Made reservation on behalf of 3a0249c2154d45488c9031ae7608277f for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:23:03.052139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:03.215968 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:03.265805 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace30c39-2474-40d2-a4b6-21f2d2969041,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:23:03.276017 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Checking segment: {'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:23:03.276629 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Network hostable DHCP agents. Network: 64f3fce6-2989-4824-b3e7-56140c56e8f9, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:23:03.292506 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Network 64f3fce6-2989-4824-b3e7-56140c56e8f9 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:23:03.300025 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 64f3fce6-2989-4824-b3e7-56140c56e8f9) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:23:03.304121 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:23:03.304701 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:03.310919 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d677dc-f170-4d34-8939-9ac6542ff14d None None] Network 64f3fce6-2989-4824-b3e7-56140c56e8f9 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:23:03.324095 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-910def66-1f28-45a2-ae06-df7355602780 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2923310 Jul 30 15:23:03.559550 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-64f3fce6-2989-4824-b3e7-56140c56e8f9', 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9', 'tenant_id': '3a0249c2154d45488c9031ae7608277f', 'fixed_ips': [{'subnet_id': 'ace30c39-2474-40d2-a4b6-21f2d2969041'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:23:03.560435 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:03.699233 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Allocated IP 192.168.233.2 (64f3fce6-2989-4824-b3e7-56140c56e8f9/ace30c39-2474-40d2-a4b6-21f2d2969041/d5a4b07a-23c1-46ba-b893-cd35882d52e7) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:23:03.846924 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:03.855321 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Transition to ACTIVE for port object d5a4b07a-23c1-46ba-b893-cd35882d52e7 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:23:03.870379 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Transition to ACTIVE for port object d5a4b07a-23c1-46ba-b893-cd35882d52e7 will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:23:03.875903 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:03.918761 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Network 64f3fce6-2989-4824-b3e7-56140c56e8f9 is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:23:03.922736 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:23:03.924432 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Pushing event updated for resources: {'Port': ['ID=d5a4b07a-23c1-46ba-b893-cd35882d52e7,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:23:03.926555 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:23:03.935560 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.935915 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.936258 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.936804 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.937146 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.937482 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.937815 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.938145 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.938494 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.938820 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.939140 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.939463 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:23:03.992398 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Attempting to bind port d5a4b07a-23c1-46ba-b893-cd35882d52e7 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:23:03.992810 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Attempting to bind port d5a4b07a-23c1-46ba-b893-cd35882d52e7 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:23:03.993172 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Attempting to bind port d5a4b07a-23c1-46ba-b893-cd35882d52e7 on network 64f3fce6-2989-4824-b3e7-56140c56e8f9 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:23:03.998028 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:23:03.998402 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Checking segment: {'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:23:03.998803 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:03.999200 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Bound using segment: {'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:23:03.999658 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Bound port: d5a4b07a-23c1-46ba-b893-cd35882d52e7, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:23:04.000055 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:04.065828 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] For port d5a4b07a-23c1-46ba-b893-cd35882d52e7, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:23:04.069407 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] For port d5a4b07a-23c1-46ba-b893-cd35882d52e7, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=d5a4b07a-23c1-46ba-b893-cd35882d52e7,segment=NetworkSegment(74840924-11cd-4f6e-9b5e-453dd30ff57f),segment_id=74840924-11cd-4f6e-9b5e-453dd30ff57f)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:23:04.074321 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:04.132251 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2ddfc-3de0-4826-a6cc-6502b1fe8e57 None None] Pushing event updated for resources: {'Port': ['ID=d5a4b07a-23c1-46ba-b893-cd35882d52e7,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:23:04.742237 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device d5a4b07a-23c1-46ba-b893-cd35882d52e7 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:23:04.800957 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port d5a4b07a-23c1-46ba-b893-cd35882d52e7 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:23:04.921554 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907fc61e-ab1a-4348-8978-8676b0489af5 None None] Network 64f3fce6-2989-4824-b3e7-56140c56e8f9 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:23:05.007707 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-352229ba-92ed-48bc-82d4-06ae8905f1d2 None None] Provisioning for port d5a4b07a-23c1-46ba-b893-cd35882d52e7 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:23:05.013766 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-352229ba-92ed-48bc-82d4-06ae8905f1d2 None None] Provisioning complete for port d5a4b07a-23c1-46ba-b893-cd35882d52e7 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:23:05.014137 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-352229ba-92ed-48bc-82d4-06ae8905f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:05.155228 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-352229ba-92ed-48bc-82d4-06ae8905f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:05.194511 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-352229ba-92ed-48bc-82d4-06ae8905f1d2 None None] For port d5a4b07a-23c1-46ba-b893-cd35882d52e7, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=d5a4b07a-23c1-46ba-b893-cd35882d52e7,segment=NetworkSegment(74840924-11cd-4f6e-9b5e-453dd30ff57f),segment_id=74840924-11cd-4f6e-9b5e-453dd30ff57f)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:23:05.200954 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-352229ba-92ed-48bc-82d4-06ae8905f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:05.256250 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352229ba-92ed-48bc-82d4-06ae8905f1d2 None None] Pushing event updated for resources: {'Port': ['ID=d5a4b07a-23c1-46ba-b893-cd35882d52e7,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:23:05.426305 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-90301716-7fc3-4f5a-8b91-d9170b271ff8 None None] Provisioning complete for port d5a4b07a-23c1-46ba-b893-cd35882d52e7 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:23:05.426578 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-90301716-7fc3-4f5a-8b91-d9170b271ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:06.692490 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device d5a4b07a-23c1-46ba-b893-cd35882d52e7 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:23:06.739630 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port d5a4b07a-23c1-46ba-b893-cd35882d52e7 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:23:06.740004 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:15.959901 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e80de1fd-f776-44d5-a6f0-041a85ead11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:18.576757 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3ae609f1-ddc7-4588-9f5a-f1084601db37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:18.674898 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:19.665949 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:21.542530 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:35.439101 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:23:45.961279 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-648d8e65-763f-40f3-b425-5e05ff62b0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:48.577234 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ed7839c8-0e69-4fbc-8488-585c5d9bdb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:48.675610 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:49.669920 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:23:51.546705 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:12.438128 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:24:14.836274 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43448) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:24:14.842461 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [None req-cf36ad62-6bc2-4fe5-a85a-beda27140ff0 tempest-verify_tempest_config-480016801 tempest-verify_tempest_config-480016801-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:24:14.843417 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-cf36ad62-6bc2-4fe5-a85a-beda27140ff0 tempest-verify_tempest_config-480016801 tempest-verify_tempest_config-480016801-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061054 Jul 30 15:24:15.139401 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43466) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:24:15.237662 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:15.324213 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:15.328010 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:15.453874 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9dfba9af020c47dfaf09a6a77b102644&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3134038 Jul 30 15:24:15.454712 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41569953-53e7-450b-947b-f330019f7636,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:24:15.456645 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43470) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:24:15.461449 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.461818 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.462168 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.462506 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.462844 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.463182 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.463513 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.463843 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.464174 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.464504 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.464858 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.465185 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8607378-d57e-435f-ad45-abea351ceeb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.510220 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:15.530876 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:15.619196 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:15.621585 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:15.622703 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41569953-53e7-450b-947b-f330019f7636 HTTP/1.1" status: 204 len: 168 time: 0.1650727 Jul 30 15:24:15.630667 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41569953-53e7-450b-947b-f330019f7636,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:24:15.637374 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.637744 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.638096 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.638440 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.638777 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.639150 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.639455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.639784 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.640117 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.640568 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.640922 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.641370 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f343b36-af72-4334-be02-402bb1a919c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:24:15.963604 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-bae6ee1d-da7d-459a-96b3-b98c1f09a274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:18.578630 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-8cdac618-76f2-4500-b279-a685d4854ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:18.677402 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:19.673460 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:21.547947 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:45.963457 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-61ef1ba0-719d-4edf-a955-f283f7bb32b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:48.579241 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5be566d9-e84e-448d-984b-8c0025ead787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:48.677138 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:49.436971 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:24:49.675322 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:24:51.551010 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:15.962862 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-8cbd782b-dc69-4304-8f44-38f9159865f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:18.579282 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7f457a2d-a7d4-4271-bd5e-f8929155e2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:18.676895 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:19.677134 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:21.553507 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:26.435766 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 5 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:25:45.963586 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1b12-cd55-4040-b6ca-87dd924b9d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:48.138519 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-374689'] for agent, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:48.579544 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9d18185e-3758-45f0-a7d2-c81a2be8bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:48.676983 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:49.683246 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:25:51.558747 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:03.435279 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:26:05.218868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43546) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:26:05.321059 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-bac0a3e3-9cbf-44b8-94c9-8282240c4618 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1010814 Jul 30 15:26:07.474204 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43556) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:26:07.528022 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-afcd0c49-c030-43d1-8f87-651ab7d8787c admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527534 Jul 30 15:26:15.963856 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-cda634f2-b8fd-44ff-9e61-f6876ec084bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:18.120898 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:18.579564 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-243b6668-2316-4369-8455-c0320d39bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:18.678570 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:19.683367 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:21.560440 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:40.433878 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:26:45.964061 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-4d2cfe65-26b9-4ae6-89b2-50116df426cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:48.135500 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:48.580203 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-24dce46f-f980-4c43-83d9-8bd9b8bfdf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:48.679917 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:49.685431 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:26:51.563356 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:15.964940 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-21fcea90-8acf-4d1e-8840-5390b8522ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:17.433248 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:27:18.150557 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:18.581301 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-83ca862e-630f-4432-a1cb-0fa28af5de50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:18.679174 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:19.688132 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:21.567489 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.337266 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43718) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:35.579596 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1175723113-network', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:35.603100 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Made reservation on behalf of c09a4adb2657447fb54e28d302ab5a7d for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:35.605710 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.620060 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.710300 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.716395 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.753073 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:27:35.762694 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.763047 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.segments_db [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Added segment bc03484a-aee5-4abc-a2fc-f15cb31d6497 of type vlan for network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 Jul 30 15:27:35.800342 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca80be6b-32a1-4b3e-88e7-e90f228024c5,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:35.809401 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.809756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.810100 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.810440 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.810775 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.811110 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.811441 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.811944 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.812278 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.812602 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.813049 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.813380 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Tracked resource versions report: Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: pushed versions: Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: { 'AddressGroup': {'1.2'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'ConntrackHelper': {'1.0'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Log': {'1.0'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Network': {'1.1'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Port': {'1.7'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'PortForwarding': {'1.2'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'QosPolicy': {'1.8'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroup': {'1.4'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SubPort': {'1.0'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Subnet': {'1.1'}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Trunk': {'1.1'}} Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: consumer versions: Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: HyperV agent@hv-cinder-77890: {}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'ConntrackHelper': '1.0', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Log': '1.0', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Network': '1.1', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Port': '1.7', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'PortForwarding': '1.2', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'QosPolicy': '1.8', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroup': '1.4', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SecurityGroupRule': '1.2', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'SubPort': '1.0', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Subnet': '1.1', Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: 'Trunk': '1.1'}} Jul 30 15:27:35.814371 dv-cinder-778907-3-iscsi neutron-server[93058]: {{(pid=93058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:27:35.833227 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.870600 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.871853 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:35.872438 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.898975 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43766) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:35.907419 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Request body: {'subnet': {'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1175723113-subnet', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:35.908739 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5635140 Jul 30 15:27:35.934534 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Made reservation on behalf of c09a4adb2657447fb54e28d302ab5a7d for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:35.937227 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:35.955232 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2437a-f024-4630-ac71-868c8df003fc admin admin] Pushing event updated for resources: {'Network': ['ID=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:35.966125 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:27:36.153518 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.173278 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43784) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:36.198913 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:36.207134 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.207515 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.207876 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.208796 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.208796 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.209015 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.209222 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.209553 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.209901 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.210235 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.210560 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.210884 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Tracked resource versions report: Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: pushed versions: Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: { 'AddressGroup': {'1.2'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'ConntrackHelper': {'1.0'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Log': {'1.0'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Network': {'1.1'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Port': {'1.7'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'PortForwarding': {'1.2'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'QosPolicy': {'1.8'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroup': {'1.4'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SubPort': {'1.0'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Subnet': {'1.1'}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Trunk': {'1.1'}} Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: consumer versions: Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: HyperV agent@hv-cinder-77890: {}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'ConntrackHelper': '1.0', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Log': '1.0', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Network': '1.1', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Port': '1.7', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'PortForwarding': '1.2', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'QosPolicy': '1.8', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroup': '1.4', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SecurityGroupRule': '1.2', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'SubPort': '1.0', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Subnet': '1.1', Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: 'Trunk': '1.1'}} Jul 30 15:27:36.211890 dv-cinder-778907-3-iscsi neutron-server[93059]: {{(pid=93059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:27:36.238338 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Checking segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:36.238902 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Network hostable DHCP agents. Network: a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:27:36.261644 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:27:36.270693 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:36.278546 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d588cd-cc7d-4b24-9732-1b7b4745917e None None] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:36.291817 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:36.292643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.311327 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43790) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:36.311695 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-46bff0ef-ed43-4003-aaee-543c449c1746 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4109471 Jul 30 15:27:36.317135 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:36.346209 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.349082 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.412295 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.441793 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:27:36.442938 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.462188 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43794) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:36.490412 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43798) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:36.595169 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Allocated IP 172.20.0.2 (a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2/7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a/a6ac4c4e-303c-4da0-8ade-038b2dd88c92) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:36.636934 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-network', 'tenant_id': '2f043b68295048f88a1e0c8dea612401'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:36.752156 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.757806 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Made reservation on behalf of 2f043b68295048f88a1e0c8dea612401 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:36.760490 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.770090 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.779389 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43802) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:36.793499 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.803116 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Transition to ACTIVE for port object a6ac4c4e-303c-4da0-8ade-038b2dd88c92 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:36.824876 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Transition to ACTIVE for port object a6ac4c4e-303c-4da0-8ade-038b2dd88c92 will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:36.836262 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:36.857188 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-network', 'tenant_id': '6794fb62c1614ca39425203912c7a48e'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:36.935889 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1992393183-network', 'tenant_id': '7bf7e796ab8649bc9f3be501721b45f6'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:36.943500 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Pushing event updated for resources: {'Port': ['ID=a6ac4c4e-303c-4da0-8ade-038b2dd88c92,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:36.960427 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.960762 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.961112 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.961451 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.961784 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.962115 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.969306 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-945309167-network', 'tenant_id': 'dd02434ae49a4b1e8751f12628003157'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:36.970348 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.970828 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.971087 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.971963 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.972876 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.973414 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Tracked resource versions report: Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: pushed versions: Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: { 'AddressGroup': {'1.2'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'ConntrackHelper': {'1.0'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Log': {'1.0'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Network': {'1.1'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Port': {'1.7'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'PortForwarding': {'1.2'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'QosPolicy': {'1.8'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroup': {'1.4'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SubPort': {'1.0'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Subnet': {'1.1'}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Trunk': {'1.1'}} Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: consumer versions: Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: HyperV agent@hv-cinder-77890: {}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'ConntrackHelper': '1.0', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Log': '1.0', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Network': '1.1', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Port': '1.7', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'PortForwarding': '1.2', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'QosPolicy': '1.8', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroup': '1.4', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SecurityGroupRule': '1.2', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'SubPort': '1.0', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Subnet': '1.1', Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: 'Trunk': '1.1'}} Jul 30 15:27:36.974870 dv-cinder-778907-3-iscsi neutron-server[93060]: {{(pid=93060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:27:36.986517 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:36.993839 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:37.001880 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:37.067321 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Attempting to bind port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:37.067737 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Attempting to bind port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:37.068302 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Attempting to bind port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:37.074618 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:37.075150 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Checking segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:37.076077 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.076686 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Bound using segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:37.077358 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Bound port: a6ac4c4e-303c-4da0-8ade-038b2dd88c92, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:37.077983 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.118197 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.119878 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.155807 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.180228 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Made reservation on behalf of 6794fb62c1614ca39425203912c7a48e for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:37.187595 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.227358 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Made reservation on behalf of 7bf7e796ab8649bc9f3be501721b45f6 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:37.231933 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.275643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.302684 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] For port a6ac4c4e-303c-4da0-8ade-038b2dd88c92, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:37.306125 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] For port a6ac4c4e-303c-4da0-8ade-038b2dd88c92, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a6ac4c4e-303c-4da0-8ade-038b2dd88c92,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:37.313547 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.344705 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.366910 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Made reservation on behalf of dd02434ae49a4b1e8751f12628003157 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:37.370501 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.404852 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.456302 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Allocated IP 172.27.2.63 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/a22ff882-26ca-403b-bc2d-c34c059122b9) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:37.463596 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707ed8d-222c-44fc-93a1-10205ebf16f9 None None] Pushing event updated for resources: {'Port': ['ID=a6ac4c4e-303c-4da0-8ade-038b2dd88c92,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:37.476384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.538376 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:27:37.633564 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.682632 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c425315c-ead0-4588-b536-f635d7255e7f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:37.727616 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.736490 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.737542 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.segments_db [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Added segment 3fcbeafc-dbe0-4cd7-9588-a7da25200af5 of type vlan for network d276f68e-9b72-4496-8288-d4266e1f57cf Jul 30 15:27:37.777296 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:27:37.828576 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.829850 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Added segment 174fbd51-a76d-425c-8371-e2bb3de65d3e of type vlan for network ae880502-9e81-401d-b3ac-e0e10a2551cd Jul 30 15:27:37.848125 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.849318 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550f0e10-e57f-48ce-8400-0afec45be05d,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:37.873709 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.908048 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.920178 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.933730 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.947384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.948607 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:37.949681 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.978923 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.980152 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:37.981198 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:37.992032 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:27:38.029662 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.030254 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Added segment c95a7930-7260-4df2-bb92-a4b14fc42b93 of type vlan for network d962cf10-1639-40cf-93bb-055629c3b4a2 Jul 30 15:27:38.039189 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] Pushing event updated for resources: {'Network': ['ID=d276f68e-9b72-4496-8288-d4266e1f57cf,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:38.051927 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network d276f68e-9b72-4496-8288-d4266e1f57cf details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:27:38.052944 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:38.055974 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.120779 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:38.121681 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Pushing event updated for resources: {'Port': ['ID=a22ff882-26ca-403b-bc2d-c34c059122b9,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:38.134525 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:38.194793 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:38.221621 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.235063 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] Pushing event updated for resources: {'Network': ['ID=ae880502-9e81-401d-b3ac-e0e10a2551cd,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:38.254698 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network ae880502-9e81-401d-b3ac-e0e10a2551cd details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:27:38.295696 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.296814 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:38.297503 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.403917 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.417199 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.466255 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f92e90c-0dce-4356-bc7d-47a90d7c05cb,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:38.475244 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-63b3b11f-ca7c-4d14-a4aa-6a33b3ea7a14 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9805655 Jul 30 15:27:38.478772 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6954851 Jul 30 15:27:38.478772 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43864) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:38.479349 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43866) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:38.479815 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c2449-8d11-463d-b2c9-8a5791cc834f admin admin] Pushing event updated for resources: {'Network': ['ID=d962cf10-1639-40cf-93bb-055629c3b4a2,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:38.487301 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-6a63bc2e-7e41-443d-b951-70c316289bcd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3122594 Jul 30 15:27:38.490682 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Request body: {'subnet': {'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1992393183-subnet', 'tenant_id': '7bf7e796ab8649bc9f3be501721b45f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:38.505923 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network d962cf10-1639-40cf-93bb-055629c3b4a2 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:27:38.510893 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Request body: {'subnet': {'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-945309167-subnet', 'tenant_id': 'dd02434ae49a4b1e8751f12628003157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:38.513902 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43870) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:38.522922 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Request body: {'subnet': {'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-subnet', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:38.531261 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:27:38.561514 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.db.api [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 15:27:38.561514 dv-cinder-778907-3-iscsi neutron-server[93058]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 15:27:38.561514 dv-cinder-778907-3-iscsi neutron-server[93058]: [parameters: {'project_id_1': '2f043b68295048f88a1e0c8dea612401', 'expiration_1': datetime.datetime(2021, 7, 30, 15, 27, 38, 547104)}] Jul 30 15:27:38.561514 dv-cinder-778907-3-iscsi neutron-server[93058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 15:27:38.561915 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG oslo_db.api [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 15:27:38.568345 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.568823 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Added segment 385be774-ced0-458b-a259-2ae330c72add of type vlan for network bffc9b33-0a6b-419f-8256-1a27cf3a5310 Jul 30 15:27:38.584946 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.db.api [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 15:27:38.584946 dv-cinder-778907-3-iscsi neutron-server[93059]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 15:27:38.584946 dv-cinder-778907-3-iscsi neutron-server[93059]: [parameters: {'project_id_1': '7bf7e796ab8649bc9f3be501721b45f6', 'expiration_1': datetime.datetime(2021, 7, 30, 15, 27, 38, 529384)}] Jul 30 15:27:38.584946 dv-cinder-778907-3-iscsi neutron-server[93059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 15:27:38.585404 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG oslo_db.api [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 15:27:38.638880 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Made reservation on behalf of dd02434ae49a4b1e8751f12628003157 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:38.642060 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.691176 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.724790 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.799992 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.800932 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:38.802064 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:38.866164 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623ab83-c1ad-4a95-98ec-0713bcdb450b None None] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:38.918026 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4544470 Jul 30 15:27:38.920476 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43882) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:38.932105 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Request body: {'subnet': {'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-subnet', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:38.958280 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a6ac4c4e-303c-4da0-8ade-038b2dd88c92 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:38.965540 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834316c-fc74-4dc3-9578-ebb4ca605a60 admin admin] Pushing event updated for resources: {'Network': ['ID=bffc9b33-0a6b-419f-8256-1a27cf3a5310,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:38.995788 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:27:39.013421 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Made reservation on behalf of 6794fb62c1614ca39425203912c7a48e for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:39.015924 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.018756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.021224 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.088634 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e00a5073-c599-428f-b195-05bd76759704 None None] Provisioning for port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:39.137873 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Checking segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:39.138513 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Network hostable DHCP agents. Network: d962cf10-1639-40cf-93bb-055629c3b4a2, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:27:39.145631 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506287fc-0097-4e36-b16b-fab29e683d79,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:39.149944 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Made reservation on behalf of 7bf7e796ab8649bc9f3be501721b45f6 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:39.152546 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.179601 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:39.188939 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:39.189314 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.228783 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Network d962cf10-1639-40cf-93bb-055629c3b4a2 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:27:39.256608 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, d962cf10-1639-40cf-93bb-055629c3b4a2) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:39.262070 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:39.262669 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.275041 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dc0c2e-b710-49fe-804a-3d6ebe11b161 None None] Network d962cf10-1639-40cf-93bb-055629c3b4a2 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:39.288980 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Made reservation on behalf of 2f043b68295048f88a1e0c8dea612401 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:39.291358 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.294377 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e342eaa2-f8c4-48c5-accc-c4bf1721f647 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8107343 Jul 30 15:27:39.408894 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.443863 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:27:39.465789 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.511931 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3eb8902-b25c-4ba6-8cec-3d6e345a7c19,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:39.522029 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port a6ac4c4e-303c-4da0-8ade-038b2dd88c92, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a6ac4c4e-303c-4da0-8ade-038b2dd88c92,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:27:39.534469 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dddd63-b054-46f4-8fcb-98aac1a9cb4c None None] Network d962cf10-1639-40cf-93bb-055629c3b4a2 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:39.538468 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.549933 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Checking segment: {'id': '174fbd51-a76d-425c-8371-e2bb3de65d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:39.550300 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Network hostable DHCP agents. Network: ae880502-9e81-401d-b3ac-e0e10a2551cd, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:27:39.573895 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Network ae880502-9e81-401d-b3ac-e0e10a2551cd is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:27:39.594483 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, ae880502-9e81-401d-b3ac-e0e10a2551cd) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:39.599283 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:39.599967 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.626382 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-ef1dbb8e-f0db-4027-b73f-ca6dfef57702 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1437869 Jul 30 15:27:39.628813 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c1ed1-a991-46f8-81e2-aa2cd6a038c4 None None] Network ae880502-9e81-401d-b3ac-e0e10a2551cd requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:39.722645 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43924) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:39.725394 dv-cinder-778907-3-iscsi neutron-server[93059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 15:27:39.725627 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=a6ac4c4e-303c-4da0-8ade-038b2dd88c92,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:39.793777 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.811120 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.822901 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:27:39.844412 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Sync routers for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:27:39.858883 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:39.862414 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:39.917938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.919849 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-d8620599-0c4e-40b9-ac5c-99093c81949a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6071858 Jul 30 15:27:39.928245 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 43936) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:39.933200 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefb6328-5c8f-4aac-9cea-217491176035,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:39.965376 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d4a2117f-c17e-4962-b060-bde83c519b0d None None] Provisioning complete for port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:39.965948 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d4a2117f-c17e-4962-b060-bde83c519b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:39.970377 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa8dff-2a5c-40d4-9bb8-9d3a5661a765 None None] Network ae880502-9e81-401d-b3ac-e0e10a2551cd requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:40.006278 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Checking segment: {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:40.006744 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Network hostable DHCP agents. Network: bffc9b33-0a6b-419f-8256-1a27cf3a5310, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:27:40.016317 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Checking segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:40.016839 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Network hostable DHCP agents. Network: d276f68e-9b72-4496-8288-d4266e1f57cf, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:27:40.099367 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71dae3ce-a5d3-46d8-b033-630613168d57,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:40.106535 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:40.109406 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Network d276f68e-9b72-4496-8288-d4266e1f57cf is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:27:40.124806 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:27:40.140894 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, d276f68e-9b72-4496-8288-d4266e1f57cf) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:40.148629 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:40.150430 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.158376 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d94688-a063-481e-9d81-9783363e0d40 None None] Network d276f68e-9b72-4496-8288-d4266e1f57cf requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:40.160334 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, bffc9b33-0a6b-419f-8256-1a27cf3a5310) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:40.173036 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:40.176012 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.203335 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed831083-72c6-4317-96aa-6b034a7dabe5 None None] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:40.207877 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-5f3b94f4-2ebf-4e6e-ae32-3de05e2dbeb7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6927764 Jul 30 15:27:40.210466 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43952) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:40.221040 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:40.233809 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-d8d020c6-c3c2-4d67-8543-c69f638115dd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3117318 Jul 30 15:27:40.250858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43958) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:40.261623 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:40.321000 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.322669 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.347485 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 43964) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:40.364923 dv-cinder-778907-3-iscsi neutron-server[93058]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 15:27:40.391217 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-19d5ee3a-211e-4376-bbde-02445403c5b3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:40.395756 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-19d5ee3a-211e-4376-bbde-02445403c5b3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.6715107 Jul 30 15:27:40.455452 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:38Z', 'revision_number': 3, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:40.473542 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-4dcabb1e-59dc-4612-a3dd-d9c3f187ec3f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/quotas/dd02434ae49a4b1e8751f12628003157 HTTP/1.1" status: 200 len: 375 time: 0.0295634 Jul 30 15:27:40.506852 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.507845 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.527957 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Checking router: 90d87a93-0254-4588-bfbc-e0fdf6b7be68 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:27:40.528622 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Updating router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 port a22ff882-26ca-403b-bc2d-c34c059122b9 binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:27:40.593842 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.597145 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:40.710303 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-f9f85dfc-07cd-4fe8-b8d7-509fcb7fb5b2 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2260554 Jul 30 15:27:40.857390 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09789d7c-4867-46ec-9adc-e4e6c198849d None None] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:40.990928 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.028813 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-31373e64-768e-4b8f-92e4-179823f0b970 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:41.030376 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-31373e64-768e-4b8f-92e4-179823f0b970 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/networks?id=ae880502-9e81-401d-b3ac-e0e10a2551cd HTTP/1.1" status: 200 len: 812 time: 0.6667898 Jul 30 15:27:41.034297 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.034993 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.045966 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Transition to ACTIVE for port object a22ff882-26ca-403b-bc2d-c34c059122b9 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:41.055048 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.081772 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a6ac4c4e-303c-4da0-8ade-038b2dd88c92 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:41.109736 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Pushing event updated for resources: {'Port': ['ID=a22ff882-26ca-403b-bc2d-c34c059122b9,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:41.109963 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-d276f68e-9b72-4496-8288-d4266e1f57cf', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:27:41.110626 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.116657 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-bc8a159f-81a9-4ed6-83e5-540d36dd5928 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/quotas/7bf7e796ab8649bc9f3be501721b45f6 HTTP/1.1" status: 200 len: 375 time: 0.0784416 Jul 30 15:27:41.120869 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.121384 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.121829 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.122268 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.122733 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.123168 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.123621 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.124135 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.124623 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.125079 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.125637 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.126064 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Tracked resource versions report: Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: pushed versions: Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: { 'AddressGroup': {'1.2'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'ConntrackHelper': {'1.0'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Log': {'1.0'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Network': {'1.1'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Port': {'1.7'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'PortForwarding': {'1.2'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'QosPolicy': {'1.8'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroup': {'1.4'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SubPort': {'1.0'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Subnet': {'1.1'}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Trunk': {'1.1'}} Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: consumer versions: Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: { DHCP agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: HyperV agent@hv-cinder-77890: {}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: L3 agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: Metadata agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: Metering agent@dv-cinder-778907-3-iscsi: {}, Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: Open vSwitch agent@dv-cinder-778907-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'ConntrackHelper': '1.0', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Log': '1.0', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Network': '1.1', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Port': '1.7', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'PortForwarding': '1.2', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'QosPolicy': '1.8', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroup': '1.4', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SecurityGroupRule': '1.2', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'SubPort': '1.0', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Subnet': '1.1', Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: 'Trunk': '1.1'}} Jul 30 15:27:41.127169 dv-cinder-778907-3-iscsi neutron-server[93061]: {{(pid=93061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:27:41.196111 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.198060 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Attempting to bind port a22ff882-26ca-403b-bc2d-c34c059122b9 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:41.198435 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Attempting to bind port a22ff882-26ca-403b-bc2d-c34c059122b9 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:41.199205 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Attempting to bind port a22ff882-26ca-403b-bc2d-c34c059122b9 on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:41.204711 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:41.205264 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:41.206199 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.206589 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:41.207059 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Bound port: a22ff882-26ca-403b-bc2d-c34c059122b9, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:41.207823 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.213243 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-dfdc5bd6-e6e3-45a2-a097-bd654c64ebdc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:27:41.214365 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-dfdc5bd6-e6e3-45a2-a097-bd654c64ebdc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2433023 Jul 30 15:27:41.282042 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:41.282589 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.292019 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] For port a22ff882-26ca-403b-bc2d-c34c059122b9, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:41.294804 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-f0aa2211-81b3-413f-b1d5-d3cc3394bb6e tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf7e796ab8649bc9f3be501721b45f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683075 Jul 30 15:27:41.296533 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] For port a22ff882-26ca-403b-bc2d-c34c059122b9, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a22ff882-26ca-403b-bc2d-c34c059122b9,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:41.299620 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.304986 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.380770 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b3560-9fcf-443e-90e6-c59d4958f0bd None None] Pushing event updated for resources: {'Port': ['ID=a22ff882-26ca-403b-bc2d-c34c059122b9,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:41.403974 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:41.404631 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:41.462513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Allocated IP 172.20.0.2 (d276f68e-9b72-4496-8288-d4266e1f57cf/71dae3ce-a5d3-46d8-b033-630613168d57/580ae0f6-51b5-43f6-a63c-c884ad0bd38a) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:41.536176 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-d8dd010a-f052-4d10-8dbe-936488cefc68 service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137708 Jul 30 15:27:41.572904 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:41.627998 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-08197c12-83bd-4cb2-b4f6-6158dcd637b5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:27:41.629589 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-08197c12-83bd-4cb2-b4f6-6158dcd637b5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2480028 Jul 30 15:27:41.641574 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-ebf51a6c-d71f-46a8-9351-7fe34e7e1dd7 service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975714 Jul 30 15:27:41.660420 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.671357 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Transition to ACTIVE for port object 580ae0f6-51b5-43f6-a63c-c884ad0bd38a will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:41.691973 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Transition to ACTIVE for port object 580ae0f6-51b5-43f6-a63c-c884ad0bd38a will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:41.694916 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Allocated IP 172.20.0.1 (a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2/7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a/f2763a12-832a-4ff8-8630-8412bbfabd92) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:41.704651 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.749002 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Network d276f68e-9b72-4496-8288-d4266e1f57cf is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:41.751869 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:41.760211 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:41.837652 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Pushing event updated for resources: {'Port': ['ID=580ae0f6-51b5-43f6-a63c-c884ad0bd38a,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:41.848527 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.872434 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:38Z', 'revision_number': 3, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:41.883864 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Transition to ACTIVE for port object f2763a12-832a-4ff8-8630-8412bbfabd92 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:41.891182 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.918371 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69aa3b8-7cf7-49b6-8208-c235e545cb50 None None] The sync data for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi is: [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:38Z', 'revision_number': 3, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:27:41.936777 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.938609 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Attempting to bind port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:41.938986 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Attempting to bind port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:41.939351 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Attempting to bind port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a on network d276f68e-9b72-4496-8288-d4266e1f57cf {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:41.945671 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:41.946054 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Checking segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:41.946745 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:41.946985 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Bound using segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:41.948243 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Bound port: 580ae0f6-51b5-43f6-a63c-c884ad0bd38a, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:41.948882 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.002021 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.093906 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] For port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:42.098225 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] For port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=580ae0f6-51b5-43f6-a63c-c884ad0bd38a,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:42.103535 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:42.105071 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:42.109038 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:42.109559 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.119459 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.159195 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-db9d4e3d-6067-4d2e-8fb7-fb5a18c94419 service neutron] 10.222.0.50 "GET /v2.0/networks/ae880502-9e81-401d-b3ac-e0e10a2551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883964 Jul 30 15:27:42.229959 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde1112-f427-45ab-835d-e7c722cefdf1 None None] Pushing event updated for resources: {'Port': ['ID=580ae0f6-51b5-43f6-a63c-c884ad0bd38a,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:42.302513 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Pushing event updated for resources: {'Port': ['ID=f2763a12-832a-4ff8-8630-8412bbfabd92,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:42.421029 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4bd512a4-78f4-4dd8-b693-1ca97e4c090b req-640ccf5f-ae3a-4198-9f6f-21775a3bf76c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.2459185 Jul 30 15:27:42.484007 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.565890 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.637749 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-0fa1dae4-d02d-4395-bdfe-d9d569db5f60 None None] Provisioning for port f2763a12-832a-4ff8-8630-8412bbfabd92 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:42.644704 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-0fa1dae4-d02d-4395-bdfe-d9d569db5f60 None None] Provisioning complete for port f2763a12-832a-4ff8-8630-8412bbfabd92 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:42.648321 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0fa1dae4-d02d-4395-bdfe-d9d569db5f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.755338 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1dae4-d02d-4395-bdfe-d9d569db5f60 None None] Port f2763a12-832a-4ff8-8630-8412bbfabd92 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:27:42.759877 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:42.773152 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Allocated IP 172.27.2.203 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/59facb7f-1a6c-437d-bd6c-61aefd15db69) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:42.992866 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.006805 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-0ca5fee8-4fa8-430c-90e2-f20ba40c146f service neutron] 10.222.0.50 "GET /v2.0/networks/ae880502-9e81-401d-b3ac-e0e10a2551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303773 Jul 30 15:27:43.036582 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 580ae0f6-51b5-43f6-a63c-c884ad0bd38a up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:43.057178 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.130360 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:43.134912 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a22ff882-26ca-403b-bc2d-c34c059122b9 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:43.180666 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:43.193197 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.202914 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:43.206545 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.207567 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.207823 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:43.240106 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port a22ff882-26ca-403b-bc2d-c34c059122b9 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:43.259311 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port a22ff882-26ca-403b-bc2d-c34c059122b9 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:43.260260 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.420693 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Allocated IP 172.27.2.56 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/b69cf308-5cf8-40c8-8dcb-49df622af61d) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:43.492456 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.535086 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:43.552715 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port a22ff882-26ca-403b-bc2d-c34c059122b9, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a22ff882-26ca-403b-bc2d-c34c059122b9,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:27:43.564609 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.572222 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Pushing event updated for resources: {'Port': ['ID=f2763a12-832a-4ff8-8630-8412bbfabd92,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:43.582861 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:43.660523 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1237cc78-8c1d-4eb6-8655-78a6177e9188 req-907aed15-f011-4302-b726-a1e537d0e526 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.1131845 Jul 30 15:27:43.726231 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=a22ff882-26ca-403b-bc2d-c34c059122b9,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:43.837181 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:43.916809 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Pushing event updated for resources: {'Port': ['ID=59facb7f-1a6c-437d-bd6c-61aefd15db69,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:43.993832 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.003803 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-dfd100b9-989c-44ce-8d2a-a8ed1b0d644c None None] Provisioning complete for port f2763a12-832a-4ff8-8630-8412bbfabd92 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:44.004389 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-dfd100b9-989c-44ce-8d2a-a8ed1b0d644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.056871 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f853a3a-f780-48d9-9505-b0edd4310db0 None None] Network d276f68e-9b72-4496-8288-d4266e1f57cf requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:27:44.083613 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:27:44.143666 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Pushing event updated for resources: {'Port': ['ID=b69cf308-5cf8-40c8-8dcb-49df622af61d,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:44.153418 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f21e6583-76cd-4c17-933f-87c68c68d545 req-0ebc7b6d-c756-4e22-86f3-ab4598147cd0 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.3566167 Jul 30 15:27:44.166716 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:44.171879 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:44.173305 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-dfd100b9-989c-44ce-8d2a-a8ed1b0d644c None None] Port f2763a12-832a-4ff8-8630-8412bbfabd92 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:27:44.176274 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:44.246352 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:27:44.256488 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-73fdfe24-7b5c-47f7-9c01-45751f2f5a47 admin admin] 10.222.0.50 "PUT /v2.0/routers/90d87a93-0254-4588-bfbc-e0fdf6b7be68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3253036 Jul 30 15:27:44.322327 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-0221d972-9908-4e4e-a399-e1f9aa8dabde None None] Provisioning for port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:44.328999 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-0221d972-9908-4e4e-a399-e1f9aa8dabde None None] Provisioning complete for port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:44.329663 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0221d972-9908-4e4e-a399-e1f9aa8dabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.448460 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0221d972-9908-4e4e-a399-e1f9aa8dabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.544944 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-0221d972-9908-4e4e-a399-e1f9aa8dabde None None] For port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=580ae0f6-51b5-43f6-a63c-c884ad0bd38a,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:27:44.553040 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0221d972-9908-4e4e-a399-e1f9aa8dabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.580322 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.674768 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221d972-9908-4e4e-a399-e1f9aa8dabde None None] Pushing event updated for resources: {'Port': ['ID=580ae0f6-51b5-43f6-a63c-c884ad0bd38a,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:44.707534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-79f65154-e082-4b31-9d1f-40ba4b594e3d None None] Provisioning complete for port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:44.708242 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-79f65154-e082-4b31-9d1f-40ba4b594e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.782321 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Sync routers for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:27:44.797642 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:44.798823 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:44.843932 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d6d379ef-e96b-43c0-81b0-6733087c9f74 req-3b65287b-a987-4a56-88db-ce4882b0a471 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.0463121 Jul 30 15:27:44.948981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:44.968596 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 580ae0f6-51b5-43f6-a63c-c884ad0bd38a up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:45.001159 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44130) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:45.007812 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-658ac89f-3ca8-4758-a4de-cf4ba0afd843 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237445469', 'description': 'tempest-description--1289226160'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:45.022579 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:45.042724 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-658ac89f-3ca8-4758-a4de-cf4ba0afd843 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.110814 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:45.111213 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.140242 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.182943 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-658ac89f-3ca8-4758-a4de-cf4ba0afd843 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.188606 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-658ac89f-3ca8-4758-a4de-cf4ba0afd843 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.222402 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-658ac89f-3ca8-4758-a4de-cf4ba0afd843 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.225338 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-658ac89f-3ca8-4758-a4de-cf4ba0afd843 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2201133 Jul 30 15:27:45.226255 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ac89f-3ca8-4758-a4de-cf4ba0afd843 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aae603d-03c0-41fb-bba8-86f63b869967,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:45.228624 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44138) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:45.234375 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-4c11fad3-c73e-433f-bb7a-52e8010bdd7c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'security_group_rule': {'security_group_id': '7aae603d-03c0-41fb-bba8-86f63b869967', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:45.276658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c11fad3-c73e-433f-bb7a-52e8010bdd7c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.353658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.374491 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c11fad3-c73e-433f-bb7a-52e8010bdd7c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.381589 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c11fad3-c73e-433f-bb7a-52e8010bdd7c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.404645 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a22ff882-26ca-403b-bc2d-c34c059122b9 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:45.415104 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c11fad3-c73e-433f-bb7a-52e8010bdd7c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.416768 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4c11fad3-c73e-433f-bb7a-52e8010bdd7c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871090 Jul 30 15:27:45.419573 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11fad3-c73e-433f-bb7a-52e8010bdd7c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522582a0-1481-443c-8d31-6c36ca3cb0ea,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:45.421774 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44140) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:45.435886 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-bb52ff3f-a271-49b9-b0c4-5ca4d9ab74a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'security_group_rule': {'security_group_id': '7aae603d-03c0-41fb-bba8-86f63b869967', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:45.463910 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-164789fe-a9d3-47e0-bce6-5126b1c42c36 req-29f5e57f-7588-4c64-b892-2659f86c4264 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.0452864 Jul 30 15:27:45.468460 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 2, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:45.484436 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Router c7865ba6-b8f8-491e-9aad-814716eaa4cf is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:27:45.500413 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bb52ff3f-a271-49b9-b0c4-5ca4d9ab74a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.500973 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port a22ff882-26ca-403b-bc2d-c34c059122b9 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:45.501348 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.503860 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Checking router: 90d87a93-0254-4588-bfbc-e0fdf6b7be68 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:27:45.504213 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Updating router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 port f2763a12-832a-4ff8-8630-8412bbfabd92 binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:27:45.554527 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bb52ff3f-a271-49b9-b0c4-5ca4d9ab74a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.554783 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.559347 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bb52ff3f-a271-49b9-b0c4-5ca4d9ab74a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.560492 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:27:45.577527 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52ff3f-a271-49b9-b0c4-5ca4d9ab74a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30ca2cb-2b17-46fb-89c9-179af944d5cc,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:45.587655 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bb52ff3f-a271-49b9-b0c4-5ca4d9ab74a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.592042 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-bb52ff3f-a271-49b9-b0c4-5ca4d9ab74a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690948 Jul 30 15:27:45.594027 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 44142) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:45.600576 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:45.677138 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:27:45.678752 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.686886 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Sync routers for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:27:45.696968 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:45.697865 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:45.789503 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.793412 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-0d2f85b9-b3d8-411f-b5ef-d3b54855aa16 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5793476 Jul 30 15:27:45.793853 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44146) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:45.832682 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:27:45.884848 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.890689 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44152) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:45.909298 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-60c91699-13d5-4b5a-9844-b16736a1a684 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6568899 Jul 30 15:27:45.910043 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:45.933325 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:45.949252 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Transition to ACTIVE for port object f2763a12-832a-4ff8-8630-8412bbfabd92 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:45.965644 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Sync routers for ids ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:27:45.987945 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.030686 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.071336 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a1dcd-c502-4d6d-8892-05c26c016fff None None] Pushing event updated for resources: {'Port': ['ID=f2763a12-832a-4ff8-8630-8412bbfabd92,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:46.082706 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Routers {'7d078a04-c91c-4ffc-9dc9-d8d3117658ad'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:46.083440 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:46.116002 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f8824178-1b0a-4849-aa84-f54160dab27c req-1b341180-037d-41e4-9ee5-7b0b31a49173 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.0369585 Jul 30 15:27:46.170277 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-89d26ca4-7639-4a90-addb-c05ff81e82b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.176845 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:44Z', 'revision_number': 3, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:46.192762 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Allocated IP 172.27.2.215 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/4edaaa6b-f695-44cd-94c4-ee8a653d2fb4) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:46.257565 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Checking router: c7865ba6-b8f8-491e-9aad-814716eaa4cf for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:27:46.257565 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Updating router c7865ba6-b8f8-491e-9aad-814716eaa4cf port 59facb7f-1a6c-437d-bd6c-61aefd15db69 binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:27:46.285496 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.337346 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Attempting to bind port f2763a12-832a-4ff8-8630-8412bbfabd92 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:46.337715 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Attempting to bind port f2763a12-832a-4ff8-8630-8412bbfabd92 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:46.338077 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Attempting to bind port f2763a12-832a-4ff8-8630-8412bbfabd92 on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:46.344587 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.372157 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:46.374515 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Checking segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:46.374941 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.375352 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Bound using segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:46.380329 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Bound port: f2763a12-832a-4ff8-8630-8412bbfabd92, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:46.380835 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.400987 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.401820 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Set router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:46.446195 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:46.450431 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:46.453943 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:46.476040 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'Port': ['ID=4edaaa6b-f695-44cd-94c4-ee8a653d2fb4,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:46.597793 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] For port f2763a12-832a-4ff8-8630-8412bbfabd92, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:46.610027 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] For port f2763a12-832a-4ff8-8630-8412bbfabd92, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=f2763a12-832a-4ff8-8630-8412bbfabd92,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:46.634030 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.686433 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.716242 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Transition to ACTIVE for port object 59facb7f-1a6c-437d-bd6c-61aefd15db69 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:46.730415 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.762503 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a1dcd-c502-4d6d-8892-05c26c016fff None None] Pushing event updated for resources: {'Port': ['ID=f2763a12-832a-4ff8-8630-8412bbfabd92,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:46.763408 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3a09c73b-b9b7-47b2-95cc-5e8b86af90b9 req-a155395a-2d49-44d2-92ab-87f766f2b56f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.0653119 Jul 30 15:27:46.764985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.768587 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:46.769276 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:46.830476 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Attempting to bind port 59facb7f-1a6c-437d-bd6c-61aefd15db69 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:46.830942 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Attempting to bind port 59facb7f-1a6c-437d-bd6c-61aefd15db69 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:46.831314 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Attempting to bind port 59facb7f-1a6c-437d-bd6c-61aefd15db69 on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:46.833304 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:44Z', 'revision_number': 3, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port': {'id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:42Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:46.848487 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b74316-b097-4048-8394-9022e4bb0718 None None] Pushing event updated for resources: {'Port': ['ID=59facb7f-1a6c-437d-bd6c-61aefd15db69,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:46.852548 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:46.853030 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:46.853443 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.853840 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:46.854330 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Bound port: 59facb7f-1a6c-437d-bd6c-61aefd15db69, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:46.854724 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.856514 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.912778 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.917514 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:46.923444 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Checking router: 7d078a04-c91c-4ffc-9dc9-d8d3117658ad for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:27:46.923794 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Updating router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad port b69cf308-5cf8-40c8-8dcb-49df622af61d binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:27:46.943741 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] For port 59facb7f-1a6c-437d-bd6c-61aefd15db69, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:46.947276 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] For port 59facb7f-1a6c-437d-bd6c-61aefd15db69, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=59facb7f-1a6c-437d-bd6c-61aefd15db69,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:46.961106 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.002204 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.039650 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:47.040670 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:47.043589 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:47.103083 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b74316-b097-4048-8394-9022e4bb0718 None None] Pushing event updated for resources: {'Port': ['ID=59facb7f-1a6c-437d-bd6c-61aefd15db69,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:47.146258 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.158267 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.197729 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:47.202243 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.230477 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'Port': ['ID=4edaaa6b-f695-44cd-94c4-ee8a653d2fb4,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:47.238587 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.241062 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-fca24154-96d4-404a-8e34-c07134152d69 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6475317 Jul 30 15:27:47.431369 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-64755217-bb72-414e-b7c9-bf7ce3b82d7b req-f3e8fed2-1b8f-44db-941c-9b61fe227c16 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.0456033 Jul 30 15:27:47.482824 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Allocated IP 172.20.0.1 (bffc9b33-0a6b-419f-8256-1a27cf3a5310/eefb6328-5c8f-4aac-9cea-217491176035/1f28de2e-78cd-4505-b373-042cc51cd4b0) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:47.522577 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Allocated IP 172.20.0.1 (d276f68e-9b72-4496-8288-d4266e1f57cf/71dae3ce-a5d3-46d8-b033-630613168d57/03181754-a692-4eb9-ad46-d2da6da623b5) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:47.527886 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-6332ffd7-0ebd-4ab3-8d1e-52fa30f44c7f tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1237445469&fields=id&tenant_id=c09a4adb2657447fb54e28d302ab5a7d HTTP/1.1" status: 200 len: 267 time: 0.1001978 Jul 30 15:27:47.557323 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:44Z', 'revision_number': 3, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:47.634164 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15d74d-902f-4acf-a58e-ef842cae2bb0 None None] The sync data for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi is: [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:44Z', 'revision_number': 3, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:27:47.635510 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:46Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:47.710092 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27382ace-0612-4f74-a675-42510a7e91bf None None] The sync data for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi is: [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:46Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:27:47.750815 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-8c2877de-2210-403a-a1e4-c5e665d7a0f0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:47.765005 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.777392 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-8c2877de-2210-403a-a1e4-c5e665d7a0f0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 811 time: 0.2285883 Jul 30 15:27:47.779783 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.873832 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Transition to ACTIVE for port object 03181754-a692-4eb9-ad46-d2da6da623b5 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:47.877708 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-99340605-98f6-45d3-8885-834550704c5c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/quotas/c09a4adb2657447fb54e28d302ab5a7d HTTP/1.1" status: 200 len: 375 time: 0.0555406 Jul 30 15:27:47.899073 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.919045 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:47.948553 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Transition to ACTIVE for port object b69cf308-5cf8-40c8-8dcb-49df622af61d will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:47.976563 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.020060 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-8cf5b437-0ba4-4deb-aee0-ae45103d3614 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1850216 Jul 30 15:27:48.059668 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Attempting to bind port b69cf308-5cf8-40c8-8dcb-49df622af61d on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:48.059668 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Attempting to bind port b69cf308-5cf8-40c8-8dcb-49df622af61d by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:48.059668 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Attempting to bind port b69cf308-5cf8-40c8-8dcb-49df622af61d on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:48.074909 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-292a872f-e03c-491e-8a64-785a4d6b88ee req-d12baab8-eb9b-4df2-b711-0f5853dc4664 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.0956588 Jul 30 15:27:48.076902 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95487479-39b1-4439-8d05-65cd0964a6f7 None None] Pushing event updated for resources: {'Port': ['ID=b69cf308-5cf8-40c8-8dcb-49df622af61d,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:48.079590 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:48.079965 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:48.080459 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.080893 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:48.081371 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Bound port: b69cf308-5cf8-40c8-8dcb-49df622af61d, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:48.081771 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.098137 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.118627 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:48.119626 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f28de2e-78cd-4505-b373-042cc51cd4b0,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:48.132046 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Network d276f68e-9b72-4496-8288-d4266e1f57cf is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:48.140904 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:48.143677 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:48.144375 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.185843 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] For port b69cf308-5cf8-40c8-8dcb-49df622af61d, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:48.192005 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] For port b69cf308-5cf8-40c8-8dcb-49df622af61d, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=b69cf308-5cf8-40c8-8dcb-49df622af61d,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:48.245166 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.261614 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-21330897-3bb3-4c5f-b59f-e3a50b22a524 service neutron] 10.222.0.50 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310953 Jul 30 15:27:48.270122 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:48.288241 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:48.288801 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.401568 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Pushing event updated for resources: {'Port': ['ID=03181754-a692-4eb9-ad46-d2da6da623b5,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:48.438938 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95487479-39b1-4439-8d05-65cd0964a6f7 None None] Pushing event updated for resources: {'Port': ['ID=b69cf308-5cf8-40c8-8dcb-49df622af61d,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:48.449281 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.467610 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Routers {'7d078a04-c91c-4ffc-9dc9-d8d3117658ad'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:48.468473 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:48.510126 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.556364 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-f583618b-83be-4e3c-9e61-445db4812557 service neutron] 10.222.0.50 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878611 Jul 30 15:27:48.638994 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.680943 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-35d55043-3fc0-4ac3-a791-91193ac3d7d9 req-a6899665-5f36-434e-bf16-79e50c4e9682 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.0704217 Jul 30 15:27:48.768695 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.795928 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9742095d-294f-4a28-b3f0-3e63dbe99460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:48.849257 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] Set router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:48.868394 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-fb28f63d-1af2-4727-90f3-bef764c52ecb None None] Provisioning for port 03181754-a692-4eb9-ad46-d2da6da623b5 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:48.868803 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.58', 58440) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:48.978880 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-fb28f63d-1af2-4727-90f3-bef764c52ecb None None] Provisioning complete for port 03181754-a692-4eb9-ad46-d2da6da623b5 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:48.987981 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-fb28f63d-1af2-4727-90f3-bef764c52ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:49.126151 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-fb28f63d-1af2-4727-90f3-bef764c52ecb None None] Port 03181754-a692-4eb9-ad46-d2da6da623b5 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:27:49.147181 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cd9b3c95-6b1b-4cdd-a8a3-34ec83509e6a req-5f0b9611-9e92-458f-a3eb-128bf3ce44da tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 210 time: 0.1857822 Jul 30 15:27:49.159265 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device f2763a12-832a-4ff8-8630-8412bbfabd92 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:49.284086 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-291dbac9-0407-400a-8d8f-f529f6a54d6a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:49.287759 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-291dbac9-0407-400a-8d8f-f529f6a54d6a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.58 "GET /v2.0/networks?id=ae880502-9e81-401d-b3ac-e0e10a2551cd HTTP/1.1" status: 200 len: 812 time: 0.4178569 Jul 30 15:27:49.368837 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Request body: {'port': {'device_id': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd', 'admin_state_up': True, 'tenant_id': '7bf7e796ab8649bc9f3be501721b45f6'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:49.463835 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.58', 58444) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:49.601597 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port f2763a12-832a-4ff8-8630-8412bbfabd92 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:49.611963 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:49.624176 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port f2763a12-832a-4ff8-8630-8412bbfabd92 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:49.625431 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:49.632516 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:49.633316 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:49.763293 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:49.772552 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4f4550a9-6855-438d-a1e9-21e0cfdaf550 req-2dab3d70-af49-475a-b142-0ef2d7a09a73 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.3839822 Jul 30 15:27:49.774266 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port': {'id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:42Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '1f28de2e-78cd-4505-b373-042cc51cd4b0', 'name': '', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'mac_address': 'fa:16:3e:42:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:47Z', 'revision_number': 1, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'subnets': [{'id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:49.858346 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61373fcd-ea41-498d-8992-63e5542a152c None None] The sync data for ids ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'] in dv-cinder-778907-3-iscsi is: [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port': {'id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:42Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '1f28de2e-78cd-4505-b373-042cc51cd4b0', 'name': '', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'mac_address': 'fa:16:3e:42:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:47Z', 'revision_number': 1, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'subnets': [{'id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:27:50.015758 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f28de2e-78cd-4505-b373-042cc51cd4b0,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:50.039999 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.098962 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-5ef19c2c-25c5-4bbb-a64f-2c6205c73a69 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:50.101357 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-5ef19c2c-25c5-4bbb-a64f-2c6205c73a69 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.6102307 Jul 30 15:27:50.170101 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port f2763a12-832a-4ff8-8630-8412bbfabd92, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=f2763a12-832a-4ff8-8630-8412bbfabd92,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:27:50.179019 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.182809 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 59facb7f-1a6c-437d-bd6c-61aefd15db69 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:50.209453 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.215577 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8282ebd1-762e-4b9e-bbb1-4a9885dc1b53 req-0427dc8e-6e91-4a7e-95c6-0c8c4805556b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.1083865 Jul 30 15:27:50.226416 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Request body: {'port': {'device_id': '91485b95-d975-43ae-9846-fa1d8073c125', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'admin_state_up': True, 'tenant_id': 'dd02434ae49a4b1e8751f12628003157'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:50.271617 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:50.274503 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.275250 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.288125 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:50.450651 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=f2763a12-832a-4ff8-8630-8412bbfabd92,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:50.475354 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 59facb7f-1a6c-437d-bd6c-61aefd15db69 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:50.483021 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 59facb7f-1a6c-437d-bd6c-61aefd15db69 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:50.484591 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.623668 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7d533bc0-dec2-4a6a-a3ff-fa3b6076729c req-526d31fb-b902-452a-b58e-c5eaf08ade43 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 210 time: 0.1846375 Jul 30 15:27:50.654351 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 44284) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:50.659959 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Pushing event updated for resources: {'Port': ['ID=03181754-a692-4eb9-ad46-d2da6da623b5,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:50.690498 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Made reservation on behalf of 7bf7e796ab8649bc9f3be501721b45f6 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:50.697021 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.739531 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.788598 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 59facb7f-1a6c-437d-bd6c-61aefd15db69, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=59facb7f-1a6c-437d-bd6c-61aefd15db69,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:27:50.797445 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:50.913893 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=59facb7f-1a6c-437d-bd6c-61aefd15db69,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:50.993391 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a6c3513c-87f9-40b7-a780-0431044cb0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:51.045372 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:27:51.045372 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Network d276f68e-9b72-4496-8288-d4266e1f57cf is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:51.059603 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:51.102646 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device f2763a12-832a-4ff8-8630-8412bbfabd92 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:51.128173 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.58', 58450) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:51.339875 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port f2763a12-832a-4ff8-8630-8412bbfabd92 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:51.340478 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:51.386453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a6c3513c-87f9-40b7-a780-0431044cb0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:51.410491 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cb9b9492-c1bb-4907-869b-d42e9d1c3542 req-3a3caa79-d258-4692-b5a3-b52f95ccb126 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.3389099 Jul 30 15:27:51.608093 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a6c3513c-87f9-40b7-a780-0431044cb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:51.772449 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:51.782703 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a6c3513c-87f9-40b7-a780-0431044cb0d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16e50d415ba047c28ea729969b52f49d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1267219 Jul 30 15:27:51.782952 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-aaf4a268-a91b-47d4-aaf1-bee41c276c07 None None] Provisioning complete for port 03181754-a692-4eb9-ad46-d2da6da623b5 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:51.784211 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a268-a91b-47d4-aaf1-bee41c276c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:51.785055 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Made reservation on behalf of dd02434ae49a4b1e8751f12628003157 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:51.789794 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:51.832018 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 44322) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:51.948315 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4a268-a91b-47d4-aaf1-bee41c276c07 None None] Port 03181754-a692-4eb9-ad46-d2da6da623b5 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:27:52.101617 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:27:52.119637 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7e7b5a36-084f-40ab-9813-a578e27335a0 admin admin] 10.222.0.50 "PUT /v2.0/routers/7d078a04-c91c-4ffc-9dc9-d8d3117658ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2279046 Jul 30 15:27:52.179297 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2c62c5f3-bf4a-463b-918d-e2aaf9e6e06b req-7563142d-ff3f-40f0-9fd8-528f0b583782 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 210 time: 0.0793660 Jul 30 15:27:52.280942 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3485d7d2-0679-4d59-95cb-03743d820c87 req-9f6657c8-290d-4386-9655-abc65e090518 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.5706475 Jul 30 15:27:52.291472 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Router c7865ba6-b8f8-491e-9aad-814716eaa4cf has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:27:52.355949 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-b94eca69-edae-4dfc-ba6d-142edc0bff64 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:52.357930 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-b94eca69-edae-4dfc-ba6d-142edc0bff64 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 811 time: 0.9343810 Jul 30 15:27:52.653712 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:27:52.665557 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8c734471-e890-4cfc-928a-1e2f30a15595 admin admin] 10.222.0.50 "PUT /v2.0/routers/c7865ba6-b8f8-491e-9aad-814716eaa4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8704998 Jul 30 15:27:52.666355 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Sync routers for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:27:52.682311 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:52.683294 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:52.886893 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:52.929312 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Allocated IP 172.20.0.5 (d962cf10-1639-40cf-93bb-055629c3b4a2/506287fc-0097-4e36-b16b-fab29e683d79/bcf4110b-c72f-49eb-873d-eb1d11bed8c3) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:53.162492 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device b69cf308-5cf8-40c8-8dcb-49df622af61d up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:53.299661 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port b69cf308-5cf8-40c8-8dcb-49df622af61d completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:53.310549 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port b69cf308-5cf8-40c8-8dcb-49df622af61d triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:53.310942 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.469811 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:49Z', 'revision_number': 2, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:53.488871 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f418-95bf-4341-8da9-e56fdb78101d req-f685e678-cbd3-4884-ba20-9ea92c4bff77 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:53.497352 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-f685e678-cbd3-4884-ba20-9ea92c4bff77 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 819 time: 0.2110837 Jul 30 15:27:53.500289 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.518644 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-c8eb7a4f-b6ec-4cdd-a3d9-5a28a570f14d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/quotas/6794fb62c1614ca39425203912c7a48e HTTP/1.1" status: 200 len: 375 time: 0.0196881 Jul 30 15:27:53.543849 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Checking router: c7865ba6-b8f8-491e-9aad-814716eaa4cf for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:27:53.552564 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Updating router c7865ba6-b8f8-491e-9aad-814716eaa4cf port 03181754-a692-4eb9-ad46-d2da6da623b5 binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:27:53.606303 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.607992 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.627865 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-46733b06-8c65-427c-9599-9498beef7180 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075165 Jul 30 15:27:53.668978 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port b69cf308-5cf8-40c8-8dcb-49df622af61d, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=b69cf308-5cf8-40c8-8dcb-49df622af61d,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:27:53.674412 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d574-45a0-4849-85fb-ad3725a96432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.675892 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.676690 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 59facb7f-1a6c-437d-bd6c-61aefd15db69 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:53.683617 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.715508 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3513c-87f9-40b7-a780-0431044cb0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd029a5-2ad9-485b-9490-e4c77e245515,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:53.871397 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-6493d58d-c0b7-4f5d-976c-7505dec03535 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09a4adb2657447fb54e28d302ab5a7d HTTP/1.1" status: 200 len: 380 time: 1.4516668 Jul 30 15:27:53.880329 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=b69cf308-5cf8-40c8-8dcb-49df622af61d,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:53.917136 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 59facb7f-1a6c-437d-bd6c-61aefd15db69 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:53.918027 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:53.925166 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-611a75df-fc47-4d34-a9c9-3e8333c2947d service neutron] 10.222.0.50 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948925 Jul 30 15:27:53.978812 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Allocated IP 172.20.0.14 (ae880502-9e81-401d-b3ac-e0e10a2551cd/a3eb8902-b25c-4ba6-8cec-3d6e345a7c19/4824709e-c221-4840-9615-4d4cd28fb014) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:53.983411 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d574-45a0-4849-85fb-ad3725a96432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.032650 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Network d962cf10-1639-40cf-93bb-055629c3b4a2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:54.041237 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64dc60-dd27-46c3-ab3b-fb1036b91ce8 req-e2e475c0-c504-4185-8cd4-ee111f785c3c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:54.048788 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc64dc60-dd27-46c3-ab3b-fb1036b91ce8 req-e2e475c0-c504-4185-8cd4-ee111f785c3c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 931 time: 1.4229963 Jul 30 15:27:54.084298 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:54.099347 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event updated for resources: {'Port': ['ID=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:54.106409 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:54.112139 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:54.118957 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.129932 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'port': {'device_id': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'admin_state_up': True, 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'security_groups': ['7aae603d-03c0-41fb-bba8-86f63b869967']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:54.133517 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-bfbe99b7-04e0-4a78-949e-a60ddf83d18e service neutron] 10.222.0.50 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956642 Jul 30 15:27:54.246296 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-c6f80cf7-51b6-4252-8059-973985407d87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1244662 Jul 30 15:27:54.261054 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc64dc60-dd27-46c3-ab3b-fb1036b91ce8 req-f8bc14a1-e20d-4718-9093-06c25fecd5cd tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110970 Jul 30 15:27:54.308097 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-09852d66-8f71-4534-aa9a-693f7f6729cf tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:27:54.309260 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-09852d66-8f71-4534-aa9a-693f7f6729cf tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078695 Jul 30 15:27:54.319363 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d574-45a0-4849-85fb-ad3725a96432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.321891 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d574-45a0-4849-85fb-ad3725a96432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.326244 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9cd2d574-45a0-4849-85fb-ad3725a96432 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cd029a5-2ad9-485b-9490-e4c77e245515 HTTP/1.1" status: 204 len: 168 time: 2.3031032 Jul 30 15:27:54.407889 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2d574-45a0-4849-85fb-ad3725a96432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd029a5-2ad9-485b-9490-e4c77e245515,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:54.418946 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.445485 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:27:54.446782 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Transition to ACTIVE for port object 03181754-a692-4eb9-ad46-d2da6da623b5 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:54.467358 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.522938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.525052 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Made reservation on behalf of c09a4adb2657447fb54e28d302ab5a7d for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:27:54.528584 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.545645 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b333941-0bb0-48b2-b60f-2c3e657c274a None None] Pushing event updated for resources: {'Port': ['ID=03181754-a692-4eb9-ad46-d2da6da623b5,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:54.667043 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Attempting to bind port 03181754-a692-4eb9-ad46-d2da6da623b5 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:54.667487 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Attempting to bind port 03181754-a692-4eb9-ad46-d2da6da623b5 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:54.667906 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Attempting to bind port 03181754-a692-4eb9-ad46-d2da6da623b5 on network d276f68e-9b72-4496-8288-d4266e1f57cf {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:54.679153 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:54.680257 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Checking segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:54.680820 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.681248 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Bound using segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:54.681889 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Bound port: 03181754-a692-4eb9-ad46-d2da6da623b5, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:54.682434 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.783447 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:54.830999 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] For port 03181754-a692-4eb9-ad46-d2da6da623b5, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:54.848908 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] For port 03181754-a692-4eb9-ad46-d2da6da623b5, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=03181754-a692-4eb9-ad46-d2da6da623b5,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:54.859753 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:55.003134 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device b69cf308-5cf8-40c8-8dcb-49df622af61d up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:55.021596 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:55.025718 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:55.119651 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b333941-0bb0-48b2-b60f-2c3e657c274a None None] Pushing event updated for resources: {'Port': ['ID=03181754-a692-4eb9-ad46-d2da6da623b5,revision_number=4']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:55.252612 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port b69cf308-5cf8-40c8-8dcb-49df622af61d triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:55.253664 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:55.262325 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Pushing event updated for resources: {'Port': ['ID=4824709e-c221-4840-9615-4d4cd28fb014,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:55.282364 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Request body: {'port': {'device_id': '91485b95-d975-43ae-9846-fa1d8073c125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:55.328360 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-62a5bd8b-5754-4765-85df-d19afc0b07ee req-13d5ed7e-c7ab-4051-970f-b3ed92dadc93 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 210 time: 0.5545657 Jul 30 15:27:55.380182 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:55.482212 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Network ae880502-9e81-401d-b3ac-e0e10a2551cd is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:55.500672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:55.562562 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:55.576871 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:55.577961 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:55.590860 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44430) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:55.596131 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-c04e313c-4d21-4fb7-b214-65fb2d9a5b10 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029860547', 'description': 'tempest-description--2058834609'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:55.649439 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:55.773336 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04e313c-4d21-4fb7-b214-65fb2d9a5b10 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:55.855339 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a4a79df1-7c5e-4c24-9490-617f7679fda2 req-b2eb14c2-ea98-4507-bb5a-60fb5fcf7f82 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 210 time: 0.1559930 Jul 30 15:27:55.989649 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Sync routers for ids ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:27:56.014870 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Routers {'7d078a04-c91c-4ffc-9dc9-d8d3117658ad'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:27:56.019946 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:56.062680 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:54Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:56.131681 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71803c7-a053-4cc5-9669-be5ff6cfeb63 None None] The sync data for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi is: [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:54Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:27:56.261776 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac79781-42ee-425c-bcb4-6fcbc17642e7 req-54124d3e-59c1-42c8-863c-cf38d1c70eb2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:56.274357 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8ac79781-42ee-425c-bcb4-6fcbc17642e7 req-54124d3e-59c1-42c8-863c-cf38d1c70eb2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 932 time: 0.7440360 Jul 30 15:27:56.324878 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-44184619-7aee-44ff-8a37-5de7a3d9e325 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9144280 Jul 30 15:27:56.408762 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Allocated IP 172.20.0.12 (a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2/7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a/e5e9f913-1555-4586-bc6c-d77f897f88a6) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:56.430544 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04e313c-4d21-4fb7-b214-65fb2d9a5b10 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:56.446782 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Set router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:27:56.460387 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96c548-a97a-4478-8011-e983112dcc1e req-04120ea4-82dd-4509-a770-133bb69e186a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:56.464102 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6e96c548-a97a-4478-8011-e983112dcc1e req-04120ea4-82dd-4509-a770-133bb69e186a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 931 time: 0.3905070 Jul 30 15:27:56.469100 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04e313c-4d21-4fb7-b214-65fb2d9a5b10 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:56.696924 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e313c-4d21-4fb7-b214-65fb2d9a5b10 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5d67a-acef-4c1c-b61b-a335373ca798,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:56.707958 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04e313c-4d21-4fb7-b214-65fb2d9a5b10 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:56.720412 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c04e313c-4d21-4fb7-b214-65fb2d9a5b10 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1256583 Jul 30 15:27:56.727927 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6e96c548-a97a-4478-8011-e983112dcc1e req-29d2198f-cdde-42c8-93a5-c73cf572a09a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467966 Jul 30 15:27:56.728603 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44458) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:56.733401 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-5ade3ff1-ff6c-45b5-8c1f-a7230a144729 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'security_group_rule': {'security_group_id': '5af5d67a-acef-4c1c-b61b-a335373ca798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:56.774398 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5ade3ff1-ff6c-45b5-8c1f-a7230a144729 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:56.862741 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8ac79781-42ee-425c-bcb4-6fcbc17642e7 req-a9d5fa1a-d444-48ef-b10e-ccdc0e0cebea tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770943 Jul 30 15:27:57.080908 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5ade3ff1-ff6c-45b5-8c1f-a7230a144729 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.085348 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 03181754-a692-4eb9-ad46-d2da6da623b5 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:57.092080 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5ade3ff1-ff6c-45b5-8c1f-a7230a144729 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.113212 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Request body: {'port': {'device_id': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:57.149087 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.160651 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade3ff1-ff6c-45b5-8c1f-a7230a144729 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89aad2d3-21a0-4f82-87bc-3bfd1b4cf347,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:57.185208 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5ade3ff1-ff6c-45b5-8c1f-a7230a144729 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.186772 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5ade3ff1-ff6c-45b5-8c1f-a7230a144729 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4570317 Jul 30 15:27:57.192184 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44478) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:57.200453 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-7c8a0b59-2d36-4c55-91f9-dfe470e4548f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'security_group_rule': {'security_group_id': '5af5d67a-acef-4c1c-b61b-a335373ca798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:57.224552 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-c1489488-e8e1-4f50-a152-a2b727a0b4b4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:57.226551 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-c1489488-e8e1-4f50-a152-a2b727a0b4b4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 819 time: 0.3296890 Jul 30 15:27:57.250521 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-88ea7f9b-8f62-494d-8475-a61d9f6e647a req-cf165675-1b41-4588-8e85-08db003e31ce tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 210 time: 0.1994271 Jul 30 15:27:57.266414 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-982d0570-9e8e-4e64-8293-0bfd03929bef tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/quotas/6794fb62c1614ca39425203912c7a48e HTTP/1.1" status: 200 len: 375 time: 0.0318856 Jul 30 15:27:57.372435 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0b59-2d36-4c55-91f9-dfe470e4548f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.438397 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 03181754-a692-4eb9-ad46-d2da6da623b5 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:57.453769 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 03181754-a692-4eb9-ad46-d2da6da623b5 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:57.476608 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.516457 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.572574 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-c1626640-69aa-441a-9977-2fc30f9efc41 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2987859 Jul 30 15:27:57.585834 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Transition to ACTIVE for port object e5e9f913-1555-4586-bc6c-d77f897f88a6 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:57.697454 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port': {'id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:42Z', 'updated_at': '2021-07-30T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '1f28de2e-78cd-4505-b373-042cc51cd4b0', 'name': '', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'mac_address': 'fa:16:3e:42:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 2, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'subnets': [{'id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:27:57.798066 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.832019 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Checking router: 7d078a04-c91c-4ffc-9dc9-d8d3117658ad for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:27:57.836445 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Updating router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad port 1f28de2e-78cd-4505-b373-042cc51cd4b0 binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:27:57.896455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'Port': ['ID=e5e9f913-1555-4586-bc6c-d77f897f88a6,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:57.924509 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.926691 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0b59-2d36-4c55-91f9-dfe470e4548f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.928131 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.932463 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:27:57.959200 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:27:57.968314 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0b59-2d36-4c55-91f9-dfe470e4548f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:57.972412 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:27:57.980292 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:57.981585 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.052026 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0b59-2d36-4c55-91f9-dfe470e4548f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.053210 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7c8a0b59-2d36-4c55-91f9-dfe470e4548f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8598080 Jul 30 15:27:58.087013 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 44498) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:58.108765 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:58.134804 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a0b59-2d36-4c55-91f9-dfe470e4548f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c3408f-7335-48f3-ae9f-263b2da90efa,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:58.155595 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-0a66e80c-87ae-4724-bce2-c28c8b5b4e0a service neutron] 10.222.0.50 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548325 Jul 30 15:27:58.290197 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 03181754-a692-4eb9-ad46-d2da6da623b5, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=03181754-a692-4eb9-ad46-d2da6da623b5,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:27:58.296522 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.355813 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.378728 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-020de62d-7b8f-4880-94c5-b14805b8aafa service neutron] 10.222.0.50 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106183 Jul 30 15:27:58.451747 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-5e1a16b5-f276-4546-8763-e3c0310edc1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3276787 Jul 30 15:27:58.490312 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf4110b-c72f-49eb-873d-eb1d11bed8c3 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:27:58.507201 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.529313 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-321103ae-51e7-42bd-a57b-6a7c2b840107 None None] Provisioning for port e5e9f913-1555-4586-bc6c-d77f897f88a6 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:27:58.544113 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc11d04-65ca-41ed-b7b9-156e536b44b3 req-560f2207-0780-4b8b-9d93-294f9e2be380 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:58.552619 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bbc11d04-65ca-41ed-b7b9-156e536b44b3 req-560f2207-0780-4b8b-9d93-294f9e2be380 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 931 time: 0.4540653 Jul 30 15:27:58.565818 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-321103ae-51e7-42bd-a57b-6a7c2b840107 None None] Provisioning complete for port e5e9f913-1555-4586-bc6c-d77f897f88a6 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:58.566090 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-321103ae-51e7-42bd-a57b-6a7c2b840107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.569500 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Transition to ACTIVE for port object bcf4110b-c72f-49eb-873d-eb1d11bed8c3 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:58.598659 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.618100 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=03181754-a692-4eb9-ad46-d2da6da623b5,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:58.650263 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:58.662632 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-321103ae-51e7-42bd-a57b-6a7c2b840107 None None] Port e5e9f913-1555-4586-bc6c-d77f897f88a6 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:27:58.807862 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:58.815185 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bbc11d04-65ca-41ed-b7b9-156e536b44b3 req-c55af724-1553-4c83-b221-b3e66094f14f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595174 Jul 30 15:27:58.913199 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Request body: {'port': {'device_id': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:27:58.942874 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.029452 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Attempting to bind port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:59.029831 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Attempting to bind port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:59.030170 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Attempting to bind port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:59.049951 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ca19d-f1a6-413e-a677-d231729435fb req-6998cfa9-94a1-4e9f-ba6c-e8279aa46195 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:59.051548 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 on network d962cf10-1639-40cf-93bb-055629c3b4a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:27:59.051884 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Attempting to bind port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:59.052977 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-521ca19d-f1a6-413e-a677-d231729435fb req-6998cfa9-94a1-4e9f-ba6c-e8279aa46195 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 932 time: 0.2467206 Jul 30 15:27:59.070364 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Transition to ACTIVE for port object 1f28de2e-78cd-4505-b373-042cc51cd4b0 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:59.102677 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 03181754-a692-4eb9-ad46-d2da6da623b5 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:27:59.147054 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.166304 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-521ca19d-f1a6-413e-a677-d231729435fb req-804588f1-f5ee-4188-bcd7-82a352aed2ef tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053436 Jul 30 15:27:59.180878 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4824709e-c221-4840-9615-4d4cd28fb014 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:27:59.249965 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.264606 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Allocated IP 172.27.2.69 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/5863a54e-acdf-4851-b0f1-6c5804582e6b) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:27:59.280431 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.285979 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:59.285979 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Checking segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:59.286490 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Bound using segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:59.286960 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Bound port: bcf4110b-c72f-49eb-873d-eb1d11bed8c3, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:59.287300 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.317996 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e00d16-0468-403f-8185-ff84cd6fcb0d req-0f0c3559-02f1-457f-b972-dbc641d45859 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:27:59.325955 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-90e00d16-0468-403f-8185-ff84cd6fcb0d req-0f0c3559-02f1-457f-b972-dbc641d45859 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 932 time: 0.3599570 Jul 30 15:27:59.336171 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.58', 58468) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:59.364300 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19658d-80a9-452f-aa0e-8a3ac86e2dbd None None] Pushing event updated for resources: {'Port': ['ID=1f28de2e-78cd-4505-b373-042cc51cd4b0,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:27:59.583957 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Attempting to bind port 1f28de2e-78cd-4505-b373-042cc51cd4b0 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:27:59.584357 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Attempting to bind port 1f28de2e-78cd-4505-b373-042cc51cd4b0 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:27:59.584695 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Attempting to bind port 1f28de2e-78cd-4505-b373-042cc51cd4b0 on network bffc9b33-0a6b-419f-8256-1a27cf3a5310 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:27:59.651982 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:27:59.652796 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Checking segment: {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:27:59.652916 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.653284 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Bound using segment: {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:27:59.653780 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Bound port: 1f28de2e-78cd-4505-b373-042cc51cd4b0, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:27:59.654584 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.718484 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 03181754-a692-4eb9-ad46-d2da6da623b5 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:27:59.718929 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.825491 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 44532) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:27:59.845984 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Transition to ACTIVE for port object 4824709e-c221-4840-9615-4d4cd28fb014 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:27:59.899919 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] For port 1f28de2e-78cd-4505-b373-042cc51cd4b0, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:27:59.933714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] For port 1f28de2e-78cd-4505-b373-042cc51cd4b0, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=1f28de2e-78cd-4505-b373-042cc51cd4b0,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:27:59.948956 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:27:59.968306 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.078404 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8b6597e1-5197-4eaf-8f22-7bf4d7e7a578 req-a615ad23-6f1d-4203-9578-9c40286d051e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 210 time: 0.5905592 Jul 30 15:28:00.167401 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e28a841a-7bd3-4474-8b95-e2d3a792302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.194987 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f418-95bf-4341-8da9-e56fdb78101d req-2c463193-69fa-42d2-95a7-e90d3e614a19 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:00.197184 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-2c463193-69fa-42d2-95a7-e90d3e614a19 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 819 time: 0.8438020 Jul 30 15:28:00.205966 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-90e00d16-0468-403f-8185-ff84cd6fcb0d req-14844009-0f69-46a6-aa50-f02fc16391c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8731101 Jul 30 15:28:00.279742 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Request body: {'port': {'device_id': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'admin_state_up': True, 'tenant_id': '6794fb62c1614ca39425203912c7a48e'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:00.300669 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.353236 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Routers {'7d078a04-c91c-4ffc-9dc9-d8d3117658ad'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:28:00.353970 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:27:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:00.391391 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e28a841a-7bd3-4474-8b95-e2d3a792302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.417898 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] For port bcf4110b-c72f-49eb-873d-eb1d11bed8c3, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:28:00.425816 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] For port bcf4110b-c72f-49eb-873d-eb1d11bed8c3, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:28:00.438984 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e28a841a-7bd3-4474-8b95-e2d3a792302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.511205 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19658d-80a9-452f-aa0e-8a3ac86e2dbd None None] Pushing event updated for resources: {'Port': ['ID=1f28de2e-78cd-4505-b373-042cc51cd4b0,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:00.538486 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e9f913-1555-4586-bc6c-d77f897f88a6 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:00.554082 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e28a841a-7bd3-4474-8b95-e2d3a792302f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a2228e75928445f810246613d675f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7224004 Jul 30 15:28:00.558102 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.594384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 44554) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:00.640400 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] Set router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:28:00.679178 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Made reservation on behalf of 6794fb62c1614ca39425203912c7a48e for: {'port': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:28:00.682683 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.685622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.700141 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:00.700864 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:00.702230 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] 10.222.0.58 "PUT /v2.0/ports/bcf4110b-c72f-49eb-873d-eb1d11bed8c3 HTTP/1.1" status: 200 len: 1093 time: 6.2167501 Jul 30 15:28:00.708909 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b588-3d45-418d-a604-05c567405ddb req-681fef09-0986-4e3b-9391-514b4327e289 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:00.712889 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91485b95-d975-43ae-9846-fa1d8073c125', 'tag': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:00.716228 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4d12b588-3d45-418d-a604-05c567405ddb req-681fef09-0986-4e3b-9391-514b4327e289 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.4078364 Jul 30 15:28:00.786840 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa05119-cbf1-4bac-b9de-9c77800d56c6 req-b5a91931-bd18-4920-a83e-78b36c14b243 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:00.788383 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2aa05119-cbf1-4bac-b9de-9c77800d56c6 req-b5a91931-bd18-4920-a83e-78b36c14b243 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.3120017 Jul 30 15:28:00.815124 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4824709e-c221-4840-9615-4d4cd28fb014,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:00.829648 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4d12b588-3d45-418d-a604-05c567405ddb req-f909eeba-f972-4f7e-9e16-f99e63faa407 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125150 Jul 30 15:28:00.839303 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.072381 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 1f28de2e-78cd-4505-b373-042cc51cd4b0 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:01.125286 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Transition to ACTIVE for port object e5e9f913-1555-4586-bc6c-d77f897f88a6 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:28:01.159453 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:28:01.174630 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:28:01.184662 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:28:01.228940 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port': {'id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:42Z', 'updated_at': '2021-07-30T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '1f28de2e-78cd-4505-b373-042cc51cd4b0', 'name': '', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'mac_address': 'fa:16:3e:42:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:59Z', 'revision_number': 4, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'subnets': [{'id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:01.273972 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b878662a-15ec-4f8b-8f19-4a4831d13ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "91485b95-d975-43ae-9846-fa1d8073c125", "tag": "bcf4110b-c72f-49eb-873d-eb1d11bed8c3"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:01.307398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-94ba84d5-dc76-4368-9129-023899b475a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.311872 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a841a-7bd3-4474-8b95-e2d3a792302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baeea25-d0e4-45fd-ab12-225cb3e6a27e,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:01.319453 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d3d71-cce1-4089-b042-880ff850ad84 None None] The sync data for ids ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'] in dv-cinder-778907-3-iscsi is: [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port': {'id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:42Z', 'updated_at': '2021-07-30T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '1f28de2e-78cd-4505-b373-042cc51cd4b0', 'name': '', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'mac_address': 'fa:16:3e:42:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:59Z', 'revision_number': 4, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'subnets': [{'id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:28:01.325434 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 1f28de2e-78cd-4505-b373-042cc51cd4b0 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:01.335229 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.348258 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 1f28de2e-78cd-4505-b373-042cc51cd4b0 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:01.348641 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.355826 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'Port': ['ID=5863a54e-acdf-4851-b0f1-6c5804582e6b,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:01.443570 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96a804-e8b4-4719-9d7c-a9d06d32cfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:01.492918 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2aa05119-cbf1-4bac-b9de-9c77800d56c6 req-6c3b0878-ead6-451e-ab86-e54245c1318f tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525207 Jul 30 15:28:01.567707 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a90f1438-4775-4014-b6b3-77eff4297c0a req-1c270288-4942-41df-8041-1d623fa4cae0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 210 time: 0.2613513 Jul 30 15:28:01.653532 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Attempting to bind port 4824709e-c221-4840-9615-4d4cd28fb014 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:28:01.653532 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Attempting to bind port 4824709e-c221-4840-9615-4d4cd28fb014 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '174fbd51-a76d-425c-8371-e2bb3de65d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:28:01.653532 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Attempting to bind port 4824709e-c221-4840-9615-4d4cd28fb014 on network ae880502-9e81-401d-b3ac-e0e10a2551cd {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:01.657568 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Allocated IP 172.20.0.6 (bffc9b33-0a6b-419f-8256-1a27cf3a5310/eefb6328-5c8f-4aac-9cea-217491176035/f6330f4b-b5c7-40d9-b9a1-713fcc072d71) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:28:01.714746 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.715480 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.718643 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-94ba84d5-dc76-4368-9129-023899b475a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.849428 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 1f28de2e-78cd-4505-b373-042cc51cd4b0, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=1f28de2e-78cd-4505-b373-042cc51cd4b0,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:01.855834 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 44588) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:01.856617 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:01.905865 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.027911 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=1f28de2e-78cd-4505-b373-042cc51cd4b0,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:02.160069 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-94ba84d5-dc76-4368-9129-023899b475a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.164056 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-94ba84d5-dc76-4368-9129-023899b475a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.168437 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-94ba84d5-dc76-4368-9129-023899b475a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9baeea25-d0e4-45fd-ab12-225cb3e6a27e HTTP/1.1" status: 204 len: 168 time: 1.5475831 Jul 30 15:28:02.168437 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Port 4824709e-c221-4840-9615-4d4cd28fb014 on network ae880502-9e81-401d-b3ac-e0e10a2551cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:28:02.168437 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Attempting to bind port 4824709e-c221-4840-9615-4d4cd28fb014 on network ae880502-9e81-401d-b3ac-e0e10a2551cd {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:02.234430 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.58', 58474) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:02.276335 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9e1cf3-df74-42af-af6b-0bc007d85414 x-openstack-request-id: req-9e9e1cf3-df74-42af-af6b-0bc007d85414 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:02.276666 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91485b95-d975-43ae-9846-fa1d8073c125", "tag": "bcf4110b-c72f-49eb-873d-eb1d11bed8c3", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:02.278177 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e9e1cf3-df74-42af-af6b-0bc007d85414 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:02.278730 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91485b95-d975-43ae-9846-fa1d8073c125', 'tag': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3', 'status': 'completed', 'code': 200} Jul 30 15:28:02.378304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba84d5-dc76-4368-9129-023899b475a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baeea25-d0e4-45fd-ab12-225cb3e6a27e,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:02.423626 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Attempting to bind port e5e9f913-1555-4586-bc6c-d77f897f88a6 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:28:02.424271 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Attempting to bind port e5e9f913-1555-4586-bc6c-d77f897f88a6 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:28:02.424784 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Attempting to bind port e5e9f913-1555-4586-bc6c-d77f897f88a6 on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:02.435689 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:28:02.439855 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Checking segment: {'id': '174fbd51-a76d-425c-8371-e2bb3de65d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:28:02.442248 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Bound using segment: {'id': '174fbd51-a76d-425c-8371-e2bb3de65d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:28:02.442927 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Bound port: 4824709e-c221-4840-9615-4d4cd28fb014, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174fbd51-a76d-425c-8371-e2bb3de65d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:28:02.443653 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.545732 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfd12360-8f32-4d20-90f0-fc7977b750ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.601962 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e9f913-1555-4586-bc6c-d77f897f88a6,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:02.613887 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.640296 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Port e5e9f913-1555-4586-bc6c-d77f897f88a6 on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:28:02.642122 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Attempting to bind port e5e9f913-1555-4586-bc6c-d77f897f88a6 on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:02.663409 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-78ebe14d-6560-4c6f-9d96-44af901fae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:02.665736 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-78ebe14d-6560-4c6f-9d96-44af901fae73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 1096 time: 0.7869332 Jul 30 15:28:02.675407 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d0ad-53f6-4cc4-be31-ed0d45e37826 req-2e6fbfa7-568a-4e6b-ba37-649ecbd44d3e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:02.684956 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1134d0ad-53f6-4cc4-be31-ed0d45e37826 req-2e6fbfa7-568a-4e6b-ba37-649ecbd44d3e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.2782695 Jul 30 15:28:02.698613 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f95bf-d7e8-45ec-a0a1-a6edf59386b3 req-66a54c0b-6614-4a36-8dc3-728536b52089 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:02.700273 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f72f95bf-d7e8-45ec-a0a1-a6edf59386b3 req-66a54c0b-6614-4a36-8dc3-728536b52089 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.8077307 Jul 30 15:28:02.701202 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:28:02.701729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Checking segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:28:02.702227 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Bound using segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:28:02.702753 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Bound port: e5e9f913-1555-4586-bc6c-d77f897f88a6, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:28:02.703291 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.780730 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-861608b9-f38d-43a2-a3fb-0d80eb5e2da7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:02.782613 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-861608b9-f38d-43a2-a3fb-0d80eb5e2da7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 819 time: 0.5453129 Jul 30 15:28:02.785414 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] For port 4824709e-c221-4840-9615-4d4cd28fb014, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:28:02.825635 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1134d0ad-53f6-4cc4-be31-ed0d45e37826 req-04ac6c56-90eb-4322-b25e-7d8e29e0f4f5 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390305 Jul 30 15:28:02.880609 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] For port 4824709e-c221-4840-9615-4d4cd28fb014, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4824709e-c221-4840-9615-4d4cd28fb014,segment=NetworkSegment(174fbd51-a76d-425c-8371-e2bb3de65d3e),segment_id=174fbd51-a76d-425c-8371-e2bb3de65d3e)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:28:02.889354 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.905921 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.908834 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:02.946377 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Request body: {'port': {'device_id': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'admin_state_up': True, 'tenant_id': '6794fb62c1614ca39425203912c7a48e'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:02.947661 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f72f95bf-d7e8-45ec-a0a1-a6edf59386b3 req-a5d82b38-da68-4bf0-98de-8bf1da906420 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340827 Jul 30 15:28:02.988572 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.005725 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 1f28de2e-78cd-4505-b373-042cc51cd4b0 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:03.080170 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.153868 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-5a292ffc-f0df-4465-95c2-b9b5d23d85af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3 HTTP/1.1" status: 200 len: 217 time: 0.2310240 Jul 30 15:28:03.187257 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:28:03.198616 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 1f28de2e-78cd-4505-b373-042cc51cd4b0 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:03.200042 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.204799 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:28:03.213733 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:28:03.221910 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:03.222826 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.235200 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'Port': ['ID=5863a54e-acdf-4851-b0f1-6c5804582e6b,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:03.263851 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:03.264491 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.267963 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] 10.222.0.58 "PUT /v2.0/ports/4824709e-c221-4840-9615-4d4cd28fb014 HTTP/1.1" status: 200 len: 1094 time: 6.2124200 Jul 30 15:28:03.456177 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Pushing event updated for resources: {'Port': ['ID=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:03.489790 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ddb08-57fa-432f-a54c-564227663715 req-5ce97dbd-e0a2-404d-9e37-7d15be542f41 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:03.494170 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-714ddb08-57fa-432f-a54c-564227663715 req-5ce97dbd-e0a2-404d-9e37-7d15be542f41 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.4465199 Jul 30 15:28:03.549904 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-714ddb08-57fa-432f-a54c-564227663715 req-cbdc099d-6a93-4a77-b951-ede122b3cdf5 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Jul 30 15:28:03.701874 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84d67111-03f1-404e-8182-0804f5ece9cd req-f6d4b6e1-1b44-42fe-b8ec-937c3991e14c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 210 time: 0.4157362 Jul 30 15:28:03.719162 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfd12360-8f32-4d20-90f0-fc7977b750ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.721811 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] For port e5e9f913-1555-4586-bc6c-d77f897f88a6, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:28:03.740128 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.740356 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bfd12360-8f32-4d20-90f0-fc7977b750ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.748775 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-ec2a3f27-183c-40d7-b3ea-adf784f03556 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6476316 Jul 30 15:28:03.748976 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] For port e5e9f913-1555-4586-bc6c-d77f897f88a6, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:28:03.766673 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1ba39-716f-4aeb-8c80-e857730c70b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4824709e-c221-4840-9615-4d4cd28fb014,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:03.784090 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.814973 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-ec2d4249-d101-403e-a69f-b9c6f9819108 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5559430 Jul 30 15:28:03.820076 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Made reservation on behalf of 6794fb62c1614ca39425203912c7a48e for: {'port': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:28:03.825093 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.832626 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd12360-8f32-4d20-90f0-fc7977b750ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b8ecc-8639-4803-96ac-a428b1dd51fe,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:03.850072 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-bfd12360-8f32-4d20-90f0-fc7977b750ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22a8a01d84094407bcc353cddd73c2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9427037 Jul 30 15:28:03.856785 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 44646) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:03.858246 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:03.858940 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:03.860563 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 1094 time: 4.9623971 Jul 30 15:28:03.918569 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec5c32-bbae-4bb7-bd9c-2bcac555f0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e9f913-1555-4586-bc6c-d77f897f88a6,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:03.984163 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb13a8c6-6a4b-4161-8e5b-9f022f0ecdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:04.018875 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb13a8c6-6a4b-4161-8e5b-9f022f0ecdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:04.056544 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f30fd5-e6a0-43f5-8d11-570438f71198 req-45c56c41-a70e-4fa5-9633-6b8f911e9661 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:04.060109 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a7f30fd5-e6a0-43f5-8d11-570438f71198 req-45c56c41-a70e-4fa5-9633-6b8f911e9661 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.1011415 Jul 30 15:28:04.131628 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb13a8c6-6a4b-4161-8e5b-9f022f0ecdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:04.132787 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a7f30fd5-e6a0-43f5-8d11-570438f71198 req-eb1b861d-077b-446c-bff7-b141543af324 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529552 Jul 30 15:28:04.134706 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb13a8c6-6a4b-4161-8e5b-9f022f0ecdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:04.136103 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-eb13a8c6-6a4b-4161-8e5b-9f022f0ecdc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/631b8ecc-8639-4803-96ac-a428b1dd51fe HTTP/1.1" status: 204 len: 168 time: 0.2744665 Jul 30 15:28:04.136907 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Allocated IP 172.20.0.8 (bffc9b33-0a6b-419f-8256-1a27cf3a5310/eefb6328-5c8f-4aac-9cea-217491176035/4ba26d2f-47c6-4713-a9a9-55987b8bd928) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:28:04.164385 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-e26573b7-829c-4787-a3aa-e58f6fb007cd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1029860547&fields=id&tenant_id=2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 267 time: 0.0991204 Jul 30 15:28:04.164385 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13a8c6-6a4b-4161-8e5b-9f022f0ecdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b8ecc-8639-4803-96ac-a428b1dd51fe,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:04.281324 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014'}, {'name': 'network-changed', 'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:04.284494 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d6acff-1164-4ccd-82a0-92d2adc17ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "tag": "4824709e-c221-4840-9615-4d4cd28fb014"}, {"name": "network-changed", "server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:04.338054 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-d4181000-4368-45d3-9dd3-a7654c425b2c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:04.339636 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-d4181000-4368-45d3-9dd3-a7654c425b2c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 817 time: 0.1616127 Jul 30 15:28:04.375471 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-2368334b-ded9-4724-bc84-d0b278c58ba7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/quotas/2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 375 time: 0.0277853 Jul 30 15:28:04.476588 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-27ee6e1e-3758-4c09-9b80-307107a2ab06 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827076 Jul 30 15:28:04.551207 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3416f-4cae-49ee-8569-46adaf9881ba req-3f279d9e-c6a4-4999-8fd7-eb924b60e047 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:04.558811 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b6b3416f-4cae-49ee-8569-46adaf9881ba req-3f279d9e-c6a4-4999-8fd7-eb924b60e047 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.3111787 Jul 30 15:28:04.620428 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:04.632103 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b58f0ff7-cf92-49c2-852a-bc0d293dc71f service neutron] 10.222.0.50 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540856 Jul 30 15:28:04.691320 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b6b3416f-4cae-49ee-8569-46adaf9881ba req-69515e3d-ba46-4b21-ac71-d322d48674e5 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171231 Jul 30 15:28:04.703010 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:04.764833 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-159d9071-87ac-4bbf-8979-f8a1e18ac6e2 service neutron] 10.222.0.50 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 Jul 30 15:28:04.769907 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d37e85-3b30-4aa3-b41b-e2029d7cd297 x-openstack-request-id: req-91d37e85-3b30-4aa3-b41b-e2029d7cd297 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:04.774129 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "tag": "4824709e-c221-4840-9615-4d4cd28fb014", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:04.774414 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91d37e85-3b30-4aa3-b41b-e2029d7cd297 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:04.778386 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014', 'status': 'completed', 'code': 200} Jul 30 15:28:04.778386 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'status': 'completed', 'code': 200} Jul 30 15:28:04.785452 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Pushing event updated for resources: {'Port': ['ID=4ba26d2f-47c6-4713-a9a9-55987b8bd928,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:04.810596 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Network bffc9b33-0a6b-419f-8256-1a27cf3a5310 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:28:04.816326 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:28:04.820907 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:28:04.838245 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:04.838951 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:04.898519 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-97d9dcd0-7431-411d-a78d-f2daa587154f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9854531 Jul 30 15:28:04.926428 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980a8d-cfb6-4676-b3b2-f4d996efd845 req-dda34b28-5f37-4520-86ac-05b003f9dd6e tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:04.933857 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a7980a8d-cfb6-4676-b3b2-f4d996efd845 req-dda34b28-5f37-4520-86ac-05b003f9dd6e tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0732718 Jul 30 15:28:04.998678 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a7980a8d-cfb6-4676-b3b2-f4d996efd845 req-f14b4b46-198b-447c-888c-bedc2d5a0b43 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596008 Jul 30 15:28:05.070243 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8ba02-f741-44ee-8fc1-5ed9a4f5034b req-f95e9ace-d428-4004-aefd-435e2e652f24 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:05.072295 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-aec8ba02-f741-44ee-8fc1-5ed9a4f5034b req-f95e9ace-d428-4004-aefd-435e2e652f24 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 931 time: 0.0818102 Jul 30 15:28:05.076342 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-876525f2-3454-41a9-893b-f012902e21ed req-b12812e4-cb2b-44b9-83bf-649862b3129d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 210 time: 0.0379848 Jul 30 15:28:05.129488 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-aec8ba02-f741-44ee-8fc1-5ed9a4f5034b req-65244b63-a6f9-453a-b7c2-3b18dfa456e4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475652 Jul 30 15:28:05.303302 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be9c5-b192-44fe-84a0-51a5ed0abe84 req-5b869fc3-650e-4c8d-86ba-c65db4825f75 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:05.311357 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d42be9c5-b192-44fe-84a0-51a5ed0abe84 req-5b869fc3-650e-4c8d-86ba-c65db4825f75 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0957317 Jul 30 15:28:05.357899 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d42be9c5-b192-44fe-84a0-51a5ed0abe84 req-71eff90d-3e37-43a9-8d8a-311b937b9b77 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Jul 30 15:28:05.804223 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af8cfe-0d62-435c-abec-f92dac4e4647 req-3af2b8c7-5048-472c-9ee5-9ff7089567bc tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:05.811782 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-20af8cfe-0d62-435c-abec-f92dac4e4647 req-3af2b8c7-5048-472c-9ee5-9ff7089567bc tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0685906 Jul 30 15:28:05.852388 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-20af8cfe-0d62-435c-abec-f92dac4e4647 req-ad2ada18-9017-49da-a1e0-a6b4f33b1891 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Jul 30 15:28:05.925142 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Request body: {'port': {'device_id': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:05.940268 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Request body: {'port': {'device_id': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:06.052478 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-a4d8be17-653a-4b59-b687-8f5c22740add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.054049 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-a4d8be17-653a-4b59-b687-8f5c22740add service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.1359062 Jul 30 15:28:06.090609 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:06.154006 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-7f20d3c7-2ee7-48c2-825d-169e81db0071 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913086 Jul 30 15:28:06.174233 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-4036ebd3-c594-4470-af19-ee3521938e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.175841 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-4036ebd3-c594-4470-af19-ee3521938e12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7bf7e796ab8649bc9f3be501721b45f6&device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 1097 time: 0.1973011 Jul 30 15:28:06.185084 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-466d7111-8d11-4772-8211-7d63545afde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.185422 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:06.186521 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-466d7111-8d11-4772-8211-7d63545afde0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1097 time: 0.1718190 Jul 30 15:28:06.217422 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-98e39f1a-9279-44e7-8e8c-b83bed8175cc req-a58b8351-d876-4478-a68b-22fec9720f06 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 210 time: 0.0458775 Jul 30 15:28:06.426041 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-4a6cd255-2f30-4f36-8f8b-d0937b0b1b1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 217 time: 0.2076120 Jul 30 15:28:06.465566 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9142bd-22cc-4f5c-9dec-ac6a5bedcaa4 req-1dd80285-f9c0-4e42-8d5e-d41e50f30fd2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.467095 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bc9142bd-22cc-4f5c-9dec-ac6a5bedcaa4 req-1dd80285-f9c0-4e42-8d5e-d41e50f30fd2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.2968435 Jul 30 15:28:06.590708 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bc9142bd-22cc-4f5c-9dec-ac6a5bedcaa4 req-4b437b2b-426a-4226-8724-fceaabe84fd7 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136329 Jul 30 15:28:06.630968 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-f4028285-b7bf-4b29-9c09-c33b3086d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.633341 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-f4028285-b7bf-4b29-9c09-c33b3086d425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.1790316 Jul 30 15:28:06.649492 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-18027715-cf50-4593-8697-a2fd7389af9a service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431453 Jul 30 15:28:06.661766 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcf557-f459-4c03-b387-ed7796beb18b req-e979b04e-54bb-48be-b644-fa8205f2761f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.663345 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6fcf557-f459-4c03-b387-ed7796beb18b req-e979b04e-54bb-48be-b644-fa8205f2761f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 931 time: 0.3076515 Jul 30 15:28:06.679901 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-048d0514-5471-46fc-bbd5-7af0ace756a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.681339 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-048d0514-5471-46fc-bbd5-7af0ace756a0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7bf7e796ab8649bc9f3be501721b45f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4619310 Jul 30 15:28:06.708765 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6fcf557-f459-4c03-b387-ed7796beb18b req-228288d0-4766-441a-baa0-da0eedf1fcf2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Jul 30 15:28:06.729719 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba26d2f-47c6-4713-a9a9-55987b8bd928 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:06.738647 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:06.758540 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Transition to ACTIVE for port object 4ba26d2f-47c6-4713-a9a9-55987b8bd928 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:28:06.764071 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:06.783756 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbd285-5f79-4921-ba6e-2e91f315f4f0 req-ebb5175d-462a-4b5c-b8a0-2496ad927859 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.785273 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3ebbd285-5f79-4921-ba6e-2e91f315f4f0 req-ebb5175d-462a-4b5c-b8a0-2496ad927859 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0977817 Jul 30 15:28:06.830742 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-204d54fe-a038-4b8b-b7fb-f004805e1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:06.832959 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-204d54fe-a038-4b8b-b7fb-f004805e1ffc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593657 Jul 30 15:28:06.911767 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba26d2f-47c6-4713-a9a9-55987b8bd928,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:06.968108 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3ebbd285-5f79-4921-ba6e-2e91f315f4f0 req-1314d9d1-9899-4a12-a6d3-2d10581bb8b3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532781 Jul 30 15:28:07.020623 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Attempting to bind port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:28:07.024935 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Attempting to bind port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:28:07.025364 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Attempting to bind port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 on network bffc9b33-0a6b-419f-8256-1a27cf3a5310 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:07.032177 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.58', 58481) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:07.056837 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 on network bffc9b33-0a6b-419f-8256-1a27cf3a5310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:28:07.057208 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Attempting to bind port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 on network bffc9b33-0a6b-419f-8256-1a27cf3a5310 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:07.127266 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:28:07.127727 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Checking segment: {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:28:07.128462 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Bound using segment: {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:28:07.129358 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Bound port: 4ba26d2f-47c6-4713-a9a9-55987b8bd928, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:28:07.129728 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:07.166060 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6330f4b-b5c7-40d9-b9a1-713fcc072d71 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:07.198046 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:07.255047 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Transition to ACTIVE for port object f6330f4b-b5c7-40d9-b9a1-713fcc072d71 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:28:07.302328 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-79a145a2-9215-4961-9ef0-94e1f6f474f9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:07.305684 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-79a145a2-9215-4961-9ef0-94e1f6f474f9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 817 time: 0.2660840 Jul 30 15:28:07.309569 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] For port 4ba26d2f-47c6-4713-a9a9-55987b8bd928, host hv-cinder-77890, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:28:07.314017 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:07.318592 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] For port 4ba26d2f-47c6-4713-a9a9-55987b8bd928, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:28:07.350599 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:07.396133 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5d8d2f69-01ac-4464-b203-2f2bc381b35d req-74b24d49-7440-42e6-bc5e-2a11ffe0eaa2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 210 time: 0.0893693 Jul 30 15:28:07.443681 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Pushing event updated for resources: {'Port': ['ID=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:07.451130 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135307ba-5a2d-4f24-b577-6388c8bd755f req-82287d8c-4491-4893-804e-330582d77b06 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:07.453184 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-135307ba-5a2d-4f24-b577-6388c8bd755f req-82287d8c-4491-4893-804e-330582d77b06 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.4926925 Jul 30 15:28:07.463095 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-a711a0e3-d379-428e-83d0-2b780a9def88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:07.464617 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-a711a0e3-d379-428e-83d0-2b780a9def88 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6101744 Jul 30 15:28:07.471149 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-678eff68-28b1-4dda-a3c8-0982fd934bc8 req-7d2037e7-703d-4077-b6c8-b60b40cd0317 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172874 Jul 30 15:28:07.472881 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:07.473600 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:07.475063 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] 10.222.0.58 "PUT /v2.0/ports/4ba26d2f-47c6-4713-a9a9-55987b8bd928 HTTP/1.1" status: 200 len: 1093 time: 1.5463862 Jul 30 15:28:07.476788 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'tag': '4ba26d2f-47c6-4713-a9a9-55987b8bd928'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:07.496015 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-1caadba6-ccd0-404f-b913-dded8cc5d034 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525799 Jul 30 15:28:07.528231 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-135307ba-5a2d-4f24-b577-6388c8bd755f req-12e2ab54-6667-4401-9318-74608c3dcaf3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666811 Jul 30 15:28:07.543306 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-4d44ebea-3494-4225-a846-f91ab69292d9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 380 time: 0.2082069 Jul 30 15:28:07.648040 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'port': {'device_id': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'admin_state_up': True, 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'security_groups': ['5af5d67a-acef-4c1c-b61b-a335373ca798']}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:07.717689 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf1a5704-c587-4909-99b5-99ad0b4c15e7 req-6b0d1edb-d7b8-4d0f-9b88-25c37ef3726e service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041121 Jul 30 15:28:07.727194 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b776a-8027-4c5f-8a67-00615b7c42ee" -d '{"events": [{"name": "network-changed", "server_uuid": "98a049f5-c7b8-4edc-80ba-3f4d92da58bc", "tag": "4ba26d2f-47c6-4713-a9a9-55987b8bd928"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:07.741286 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-8ff60336-cfa2-41cd-ad26-f917b2f8c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:07.742785 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-8ff60336-cfa2-41cd-ad26-f917b2f8c524 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 1096 time: 0.1224539 Jul 30 15:28:07.744698 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-6c74de0d-e26d-41c9-b29c-951e0813e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:07.746155 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-6c74de0d-e26d-41c9-b29c-951e0813e0fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 1096 time: 0.1102860 Jul 30 15:28:07.797454 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Attempting to bind port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:28:07.797711 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Attempting to bind port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:28:07.798760 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Attempting to bind port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 on network bffc9b33-0a6b-419f-8256-1a27cf3a5310 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:07.843741 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b845ef1-95e0-4971-92e9-802b326f44e5 req-472698be-752a-42d5-a40a-bc664f8c706b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:07.852341 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6b845ef1-95e0-4971-92e9-802b326f44e5 req-472698be-752a-42d5-a40a-bc664f8c706b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0621850 Jul 30 15:28:07.892418 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6b845ef1-95e0-4971-92e9-802b326f44e5 req-315a8951-591e-40b8-99e8-1924b485d40e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Jul 30 15:28:08.022245 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 on network bffc9b33-0a6b-419f-8256-1a27cf3a5310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:28:08.022774 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Attempting to bind port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 on network bffc9b33-0a6b-419f-8256-1a27cf3a5310 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:08.037704 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab351e-079c-4913-b21c-2dbeb54d1dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba26d2f-47c6-4713-a9a9-55987b8bd928,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:08.047594 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:28:08.047884 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Checking segment: {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:28:08.048312 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Bound using segment: {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:28:08.048989 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Bound port: f6330f4b-b5c7-40d9-b9a1-713fcc072d71, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385be774-ced0-458b-a259-2ae330c72add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:28:08.049150 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:08.080665 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9da8f57-8c3a-4e41-b5cd-bc30902cc734 x-openstack-request-id: req-b9da8f57-8c3a-4e41-b5cd-bc30902cc734 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:08.081284 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a049f5-c7b8-4edc-80ba-3f4d92da58bc", "tag": "4ba26d2f-47c6-4713-a9a9-55987b8bd928", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:08.081284 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9da8f57-8c3a-4e41-b5cd-bc30902cc734 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:08.081824 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'tag': '4ba26d2f-47c6-4713-a9a9-55987b8bd928', 'status': 'completed', 'code': 200} Jul 30 15:28:08.086164 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-c4138e8d-1ba1-419c-8568-2e978a44db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:08.087688 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-c4138e8d-1ba1-419c-8568-2e978a44db25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7bf7e796ab8649bc9f3be501721b45f6&device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 1097 time: 0.4670496 Jul 30 15:28:08.125268 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f891b-a990-4579-bab0-7f822fc22632 req-d7da7ce2-15d6-4409-8794-3bfbaad57a52 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:08.126851 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4f2f891b-a990-4579-bab0-7f822fc22632 req-d7da7ce2-15d6-4409-8794-3bfbaad57a52 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.3947515 Jul 30 15:28:08.176673 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf8158-ad10-46eb-8ada-fc1a35783109 req-f18b4926-e7b8-4b62-aaa3-9f7f9671a303 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:08.178287 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a8bf8158-ad10-46eb-8ada-fc1a35783109 req-f18b4926-e7b8-4b62-aaa3-9f7f9671a303 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0551217 Jul 30 15:28:08.202089 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] For port f6330f4b-b5c7-40d9-b9a1-713fcc072d71, host hv-cinder-77890, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:28:08.216973 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Made reservation on behalf of 2f043b68295048f88a1e0c8dea612401 for: {'port': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:28:08.221090 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:08.221944 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a8bf8158-ad10-46eb-8ada-fc1a35783109 req-72819720-c126-4d6a-b85c-2ab97983a16f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Jul 30 15:28:08.225160 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] For port f6330f4b-b5c7-40d9-b9a1-713fcc072d71, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:28:08.228672 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4f2f891b-a990-4579-bab0-7f822fc22632 req-a2247a7d-2a89-444f-9886-3ee8488471c5 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945892 Jul 30 15:28:08.243902 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:08.287069 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:08.287692 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:08.289118 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] 10.222.0.58 "PUT /v2.0/ports/f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 1093 time: 2.3703861 Jul 30 15:28:08.349014 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328f171-f5cc-481f-8478-32dd3cde2240 service neutron] Pushing event updated for resources: {'Port': ['ID=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:08.407224 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Allocated IP 172.20.0.6 (d276f68e-9b72-4496-8288-d4266e1f57cf/71dae3ce-a5d3-46d8-b033-630613168d57/67d6e489-5795-44ee-82c1-136630e67e20) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:28:08.508632 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-da130490-26c8-4830-b88b-66255c2defbf req-f72324d0-6e14-49fa-92e8-8951ec2f32a4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 210 time: 0.0287144 Jul 30 15:28:08.555672 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:08.571192 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Transition to ACTIVE for port object 67d6e489-5795-44ee-82c1-136630e67e20 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:28:08.633368 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:08.682415 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Network d276f68e-9b72-4496-8288-d4266e1f57cf is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:28:08.693087 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1138ec9-0b98-4d04-9e08-da854f3c9aa1 req-74898e87-344a-4e40-82f6-eb1333f608f4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:08.694664 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c1138ec9-0b98-4d04-9e08-da854f3c9aa1 req-74898e87-344a-4e40-82f6-eb1333f608f4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0904741 Jul 30 15:28:08.697482 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:28:08.704469 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:28:08.709911 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:08.710515 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:08.724424 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:08.748778 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-b260d117-87c2-4539-b802-1928fcf6300e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165924 Jul 30 15:28:08.762103 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c1138ec9-0b98-4d04-9e08-da854f3c9aa1 req-4a74988b-7385-413e-83e8-aada039db4ea tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585971 Jul 30 15:28:08.960878 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-55c5d4da-f4af-41a7-aac6-aa3229774266 None None] Provisioning for port 67d6e489-5795-44ee-82c1-136630e67e20 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:08.964928 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-55c5d4da-f4af-41a7-aac6-aa3229774266 None None] Provisioning complete for port 67d6e489-5795-44ee-82c1-136630e67e20 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:08.965310 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-55c5d4da-f4af-41a7-aac6-aa3229774266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:09.000921 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-55c5d4da-f4af-41a7-aac6-aa3229774266 None None] Port 67d6e489-5795-44ee-82c1-136630e67e20 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:28:09.011359 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b7518-5705-4a3f-92ca-38dbe8d7eccb req-9dce0581-1e3e-4b30-bf4e-b62f011c0db0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:09.013156 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-550b7518-5705-4a3f-92ca-38dbe8d7eccb req-9dce0581-1e3e-4b30-bf4e-b62f011c0db0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0510306 Jul 30 15:28:09.052345 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-550b7518-5705-4a3f-92ca-38dbe8d7eccb req-b7275c1e-6d73-49aa-9cf9-a6461cbdde61 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328572 Jul 30 15:28:09.358120 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cdef9-5902-4bdf-bab4-1eacf72923b4 req-f0d774d1-b855-41aa-bd0e-73073d41dc7a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:09.361200 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-774cdef9-5902-4bdf-bab4-1eacf72923b4 req-f0d774d1-b855-41aa-bd0e-73073d41dc7a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0654829 Jul 30 15:28:09.366675 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1225e-ebc4-4b72-9478-b8de863d5f49 req-414bdedf-2007-4d53-b18c-7998b9d34592 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:09.368369 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-73b1225e-ebc4-4b72-9478-b8de863d5f49 req-414bdedf-2007-4d53-b18c-7998b9d34592 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0541017 Jul 30 15:28:09.404672 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-774cdef9-5902-4bdf-bab4-1eacf72923b4 req-88fdd433-cdf5-48e6-b485-6d0eb46a967c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Jul 30 15:28:09.410460 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-73b1225e-ebc4-4b72-9478-b8de863d5f49 req-4d85ca77-060d-4beb-ab21-cfec52186a58 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363121 Jul 30 15:28:09.638852 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a6885-0f3f-4a12-9e12-dd52885fac38 req-a04ec34f-aadc-4ff4-b235-e22a93b66b3a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:09.640338 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-731a6885-0f3f-4a12-9e12-dd52885fac38 req-a04ec34f-aadc-4ff4-b235-e22a93b66b3a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 931 time: 0.0489974 Jul 30 15:28:09.688666 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-731a6885-0f3f-4a12-9e12-dd52885fac38 req-c1c4cbae-0725-4c13-a3de-dfebee7d14fb tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416017 Jul 30 15:28:09.885396 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3aa35-be0e-401e-b10a-267667cb4828 req-a992f6c3-bf7b-47a3-9be3-10ceb921f9e2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:09.887609 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-39a3aa35-be0e-401e-b10a-267667cb4828 req-a992f6c3-bf7b-47a3-9be3-10ceb921f9e2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0563018 Jul 30 15:28:09.936624 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-39a3aa35-be0e-401e-b10a-267667cb4828 req-55689144-8a74-4406-ac6e-8a2f3ed4277d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Jul 30 15:28:10.083484 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'tag': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:10.087230 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44", "tag": "f6330f4b-b5c7-40d9-b9a1-713fcc072d71"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:10.131647 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e9ba1-903e-42c3-8869-fe8ea301f3c4 x-openstack-request-id: req-264e9ba1-903e-42c3-8869-fe8ea301f3c4 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:10.131991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44", "tag": "f6330f4b-b5c7-40d9-b9a1-713fcc072d71", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:10.132236 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-264e9ba1-903e-42c3-8869-fe8ea301f3c4 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:10.132688 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'tag': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71', 'status': 'completed', 'code': 200} Jul 30 15:28:10.203254 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d3d8c-c248-4b2b-a017-b2aef9450af9 req-4faf4224-7496-4717-b165-a0b6accc895d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:10.206568 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-255d3d8c-c248-4b2b-a017-b2aef9450af9 req-4faf4224-7496-4717-b165-a0b6accc895d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0630863 Jul 30 15:28:10.255865 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-255d3d8c-c248-4b2b-a017-b2aef9450af9 req-91162cde-ca83-49fe-9530-5a08ec42d376 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Jul 30 15:28:10.556023 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895bcdf-6f4d-4d6a-921b-296b3167be9c req-c87b93b5-0c96-4103-9d3e-1c45bf774475 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:10.557566 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e895bcdf-6f4d-4d6a-921b-296b3167be9c req-c87b93b5-0c96-4103-9d3e-1c45bf774475 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0572658 Jul 30 15:28:10.559527 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c632-a77d-4d71-98ec-2fc60304c52f req-4cdb1b5b-a0ab-424a-9cb8-af9c422f91c5 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:10.561025 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8290c632-a77d-4d71-98ec-2fc60304c52f req-4cdb1b5b-a0ab-424a-9cb8-af9c422f91c5 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0515883 Jul 30 15:28:10.596494 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e895bcdf-6f4d-4d6a-921b-296b3167be9c req-47f205d1-121b-4c02-a303-a20b19864e94 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Jul 30 15:28:10.599055 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8290c632-a77d-4d71-98ec-2fc60304c52f req-5be9d0f2-8dc9-477b-b5df-5cde0eb3fa85 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jul 30 15:28:10.807214 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc7e8e-5be3-4abc-96b4-c78d41f32dbf req-36f69f04-6f7f-41da-873c-0a110e0b572a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:10.808714 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e7bc7e8e-5be3-4abc-96b4-c78d41f32dbf req-36f69f04-6f7f-41da-873c-0a110e0b572a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 931 time: 0.0489602 Jul 30 15:28:10.847369 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e7bc7e8e-5be3-4abc-96b4-c78d41f32dbf req-788863db-70b3-4067-a46d-fde1fbf960a2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320528 Jul 30 15:28:11.052004 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa734d79-61e5-4d35-a775-7f18f5ef8352 req-03cb540a-eb34-443c-a73b-410eef752c57 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.053515 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fa734d79-61e5-4d35-a775-7f18f5ef8352 req-03cb540a-eb34-443c-a73b-410eef752c57 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0476964 Jul 30 15:28:11.090877 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fa734d79-61e5-4d35-a775-7f18f5ef8352 req-67d034af-005a-4e39-841d-41ee879984e3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Jul 30 15:28:11.330384 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Request body: {'port': {'device_id': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:11.377741 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-7ad3e9a0-a1eb-4fa7-8ad1-663a554f0c95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928 HTTP/1.1" status: 200 len: 217 time: 0.0536604 Jul 30 15:28:11.428065 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-92bbf4b0-bb20-4fb6-8292-f66abea2f56b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4824709e-c221-4840-9615-4d4cd28fb014 HTTP/1.1" status: 200 len: 217 time: 0.1094213 Jul 30 15:28:11.560649 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-1e3c4c33-29ad-479f-8932-27d9bdd71e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.562235 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-1e3c4c33-29ad-479f-8932-27d9bdd71e72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a3eb8902-b25c-4ba6-8cec-3d6e345a7c19 HTTP/1.1" status: 200 len: 852 time: 0.1163692 Jul 30 15:28:11.564802 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-32f6cf39-e44d-4c1f-8cf9-752a7fec49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.565296 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:11.566229 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-32f6cf39-e44d-4c1f-8cf9-752a7fec49c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.1717241 Jul 30 15:28:11.574373 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b8ddd-cfdc-48fe-8673-fc54ab828332 req-4d9c2ea6-5cca-4c66-98ae-4e16f30e2129 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.575867 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5e5b8ddd-cfdc-48fe-8673-fc54ab828332 req-4d9c2ea6-5cca-4c66-98ae-4e16f30e2129 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.2163060 Jul 30 15:28:11.576385 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-77603992-141f-426e-9e99-86bba1ae43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.577838 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-77603992-141f-426e-9e99-86bba1ae43a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1097 time: 0.1822574 Jul 30 15:28:11.580419 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f418-95bf-4341-8da9-e56fdb78101d req-81ea7bc9-bfbe-4f4f-ade1-e3c1ec54630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.581995 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-81ea7bc9-bfbe-4f4f-ade1-e3c1ec54630f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1096 time: 0.1856761 Jul 30 15:28:11.583931 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-8c651ed3-7103-401b-a534-a8b580fcfca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.585340 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-8c651ed3-7103-401b-a534-a8b580fcfca2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 915 time: 0.2524002 Jul 30 15:28:11.703025 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5e5b8ddd-cfdc-48fe-8673-fc54ab828332 req-79ea1496-5a2a-4b07-acf0-340aca1e2cac tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145079 Jul 30 15:28:11.747732 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-0074936b-e966-4f1c-b6a8-93f9e17f7ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae880502-9e81-401d-b3ac-e0e10a2551cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871403 Jul 30 15:28:11.752881 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-9ff773e9-1e98-41d9-a70e-b79727219db4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 217 time: 0.0933516 Jul 30 15:28:11.756142 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-a848d57b-1102-4a0d-88e9-9891ecb9e6cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950191 Jul 30 15:28:11.806601 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-79cda5b1-b295-4994-a76a-63c276ed1711 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3 HTTP/1.1" status: 200 len: 217 time: 0.1480658 Jul 30 15:28:11.960922 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee739c2-f239-4c47-8c8d-7df9caaaa400 req-d86fc7b4-556b-470a-911e-8c910296ae66 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.962618 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-eee739c2-f239-4c47-8c8d-7df9caaaa400 req-d86fc7b4-556b-470a-911e-8c910296ae66 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.2768345 Jul 30 15:28:11.980020 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f418-95bf-4341-8da9-e56fdb78101d req-68c7f7d8-92e0-4f57-b196-d1821eefb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.981491 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-68c7f7d8-92e0-4f57-b196-d1821eefb138 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.1820674 Jul 30 15:28:11.992817 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-0a0eedcd-375c-48ed-81de-3a1e2bc09b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.994374 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-0a0eedcd-375c-48ed-81de-3a1e2bc09b42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.1735194 Jul 30 15:28:11.998077 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-c2165271-4ed2-4d4e-b26b-22b9d0138ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:11.999646 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-c2165271-4ed2-4d4e-b26b-22b9d0138ba9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.3398168 Jul 30 15:28:12.012522 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e80dc-8bde-4b83-920a-40afe6b7780e req-712b9185-3473-46e0-94b3-9aa382c1d410 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:12.014271 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-aa6e80dc-8bde-4b83-920a-40afe6b7780e req-712b9185-3473-46e0-94b3-9aa382c1d410 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.2159605 Jul 30 15:28:12.041957 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-9aa43b23-235a-4dbc-9589-2ad2b7a5d33f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516779 Jul 30 15:28:12.077989 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-aba3c3b0-1544-4d30-9661-d835da838d4b service neutron] 10.222.0.58 "GET /v2.0/networks/ae880502-9e81-401d-b3ac-e0e10a2551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808833 Jul 30 15:28:12.087323 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-172e7570-36c0-4611-a328-2d7c5efc115e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778751 Jul 30 15:28:12.100402 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-e9285cad-1de4-4a90-b1ad-8f1de69a64b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 217 time: 0.0897918 Jul 30 15:28:12.104775 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-d4f97055-898d-40b4-8060-b6f589520568 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149321 Jul 30 15:28:12.111246 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-eee739c2-f239-4c47-8c8d-7df9caaaa400 req-29a53ff0-98dd-462b-af64-2d137d10e262 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384373 Jul 30 15:28:12.113394 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-aa6e80dc-8bde-4b83-920a-40afe6b7780e req-8f5fe0e3-14f9-4d55-a966-4ee3cfb01a11 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769949 Jul 30 15:28:12.167952 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d6e489-5795-44ee-82c1-136630e67e20 {{(pid=93059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:12.177294 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:12.214291 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Transition to ACTIVE for port object 67d6e489-5795-44ee-82c1-136630e67e20 will not be triggered until provisioned by entity L2. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:28:12.218823 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:12.243021 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97405d2-6418-446e-a6dd-bb6d44385bfb req-472e800b-8893-470a-a47e-081a899fe6a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:12.244754 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e97405d2-6418-446e-a6dd-bb6d44385bfb req-472e800b-8893-470a-a47e-081a899fe6a2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0518012 Jul 30 15:28:12.280278 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb5a28-7ebb-4233-964e-27460dfdecd0 req-6a87f186-2c55-4f65-9a61-2fd159ac4505 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:12.292078 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d0fb5a28-7ebb-4233-964e-27460dfdecd0 req-6a87f186-2c55-4f65-9a61-2fd159ac4505 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 931 time: 0.1167476 Jul 30 15:28:12.315845 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:12.317013 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e97405d2-6418-446e-a6dd-bb6d44385bfb req-657efb63-3fc4-4437-902d-f9fb1fd9391e tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644710 Jul 30 15:28:12.363978 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Attempting to bind port 67d6e489-5795-44ee-82c1-136630e67e20 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:28:12.364323 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Attempting to bind port 67d6e489-5795-44ee-82c1-136630e67e20 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:28:12.364710 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Attempting to bind port 67d6e489-5795-44ee-82c1-136630e67e20 on network d276f68e-9b72-4496-8288-d4266e1f57cf {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:12.376584 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d0fb5a28-7ebb-4233-964e-27460dfdecd0 req-36974cd9-7469-42b4-9a5e-178f606a1c41 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830886 Jul 30 15:28:12.377442 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Port 67d6e489-5795-44ee-82c1-136630e67e20 on network d276f68e-9b72-4496-8288-d4266e1f57cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:28:12.377761 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Attempting to bind port 67d6e489-5795-44ee-82c1-136630e67e20 on network d276f68e-9b72-4496-8288-d4266e1f57cf {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:28:12.383396 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:28:12.383963 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Checking segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:28:12.384357 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Bound using segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} {{(pid=93059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:28:12.384813 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.managers [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Bound port: 67d6e489-5795-44ee-82c1-136630e67e20, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}}] {{(pid=93059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:28:12.385489 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:12.456970 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, cleared binding levels {{(pid=93059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:28:12.464521 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:28:12.465055 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:12.504121 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:12.504775 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:12.506519 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] 10.222.0.58 "PUT /v2.0/ports/67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 200 len: 1093 time: 1.1805563 Jul 30 15:28:12.508734 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:12.511374 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d87ca-6099-4dbf-ac25-71e232b39a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "tag": "67d6e489-5795-44ee-82c1-136630e67e20"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:12.536791 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d0692-3945-4ca5-818d-76322f6bc45e service neutron] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=3']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:12.556379 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d89e46-e7f7-43ff-b181-1efa7a650044 x-openstack-request-id: req-01d89e46-e7f7-43ff-b181-1efa7a650044 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:12.556671 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "tag": "67d6e489-5795-44ee-82c1-136630e67e20", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:12.558048 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01d89e46-e7f7-43ff-b181-1efa7a650044 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:12.558444 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20', 'status': 'completed', 'code': 200} Jul 30 15:28:12.818522 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51777fb-397f-49ae-8543-a80c33a51893 req-b083bd34-7229-40c2-a61d-24f9149984c3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:12.820001 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c51777fb-397f-49ae-8543-a80c33a51893 req-b083bd34-7229-40c2-a61d-24f9149984c3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0499454 Jul 30 15:28:12.858035 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c51777fb-397f-49ae-8543-a80c33a51893 req-87565c36-3e56-440e-8b27-13d7395a6aed tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Jul 30 15:28:13.236517 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c2eb-69bc-4e02-b3a0-af4aeb67ad95 req-593ae4a5-3fbf-41b8-b6b8-6eb859ca423b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:13.238044 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9336c2eb-69bc-4e02-b3a0-af4aeb67ad95 req-593ae4a5-3fbf-41b8-b6b8-6eb859ca423b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0480628 Jul 30 15:28:13.244224 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98cbe3-e48d-4b05-8341-333ed8fe67a3 req-926c3997-da92-49eb-ae7c-808191988ffc tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:13.245749 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2e98cbe3-e48d-4b05-8341-333ed8fe67a3 req-926c3997-da92-49eb-ae7c-808191988ffc tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0472980 Jul 30 15:28:13.281023 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9336c2eb-69bc-4e02-b3a0-af4aeb67ad95 req-a278d37e-3a08-45ad-8675-6a82614f21c2 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Jul 30 15:28:13.285200 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2e98cbe3-e48d-4b05-8341-333ed8fe67a3 req-e2ca66ba-0712-4150-8556-0aea429f198b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Jul 30 15:28:13.421295 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cda168-6cc1-4196-8272-59bbd92ab641 req-ac81571f-2e4b-4919-ad53-2bc36908cb96 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:13.422683 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-59cda168-6cc1-4196-8272-59bbd92ab641 req-ac81571f-2e4b-4919-ad53-2bc36908cb96 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0489733 Jul 30 15:28:13.460289 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-59cda168-6cc1-4196-8272-59bbd92ab641 req-8b4c3366-8779-4565-8f1e-aaabb207b403 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Jul 30 15:28:13.505692 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7632e2-e64b-428d-ad06-0e26c964d6a9 req-84a58e90-876a-423e-b235-fbc6576eb27c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:13.507133 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-eb7632e2-e64b-428d-ad06-0e26c964d6a9 req-84a58e90-876a-423e-b235-fbc6576eb27c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0547316 Jul 30 15:28:13.544993 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-eb7632e2-e64b-428d-ad06-0e26c964d6a9 req-5ff7d5b9-4dc5-413c-9e6a-5aecf0f03178 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Jul 30 15:28:13.971089 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd891f8-2dfc-446e-ac35-51945b641dd4 req-9298b2f5-897b-41fd-b09c-af75634280df tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:13.972449 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6bd891f8-2dfc-446e-ac35-51945b641dd4 req-9298b2f5-897b-41fd-b09c-af75634280df tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0484850 Jul 30 15:28:14.010672 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6bd891f8-2dfc-446e-ac35-51945b641dd4 req-272b36aa-cde8-4774-8b05-b01978db6abf tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Jul 30 15:28:14.394549 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289542ba-53f2-4d03-b008-557d5a354b0c req-76fc821c-038a-4c55-b4b2-844a5d838d7b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:14.395123 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da53269-7d5e-4d57-a60a-9bad0c79cb87 req-ad1c0084-5863-43ff-8752-dd7541b226d3 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:14.396058 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-289542ba-53f2-4d03-b008-557d5a354b0c req-76fc821c-038a-4c55-b4b2-844a5d838d7b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0483510 Jul 30 15:28:14.396704 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3da53269-7d5e-4d57-a60a-9bad0c79cb87 req-ad1c0084-5863-43ff-8752-dd7541b226d3 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0471232 Jul 30 15:28:14.435245 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-289542ba-53f2-4d03-b008-557d5a354b0c req-d5abc7b7-8cc3-46d7-b9ed-e2d845937605 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330620 Jul 30 15:28:14.438942 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3da53269-7d5e-4d57-a60a-9bad0c79cb87 req-dce2df4b-f096-455d-9131-df3a7cd0dee0 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Jul 30 15:28:14.574485 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ad65-9b46-4a3d-97ce-7abd90f2f3ab req-3fb5a0c3-e693-47fd-ba67-75db4a2773e6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:14.575965 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f1f2ad65-9b46-4a3d-97ce-7abd90f2f3ab req-3fb5a0c3-e693-47fd-ba67-75db4a2773e6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0483723 Jul 30 15:28:14.613905 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f1f2ad65-9b46-4a3d-97ce-7abd90f2f3ab req-de217c40-36fd-4152-bf6b-68ae18b58b30 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Jul 30 15:28:14.822840 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daca7b-698c-427a-8e92-b69bd1615571 req-f9d972eb-004d-40ff-93cb-9f1fc2eeab6e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:14.824295 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f9daca7b-698c-427a-8e92-b69bd1615571 req-f9d972eb-004d-40ff-93cb-9f1fc2eeab6e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.2052770 Jul 30 15:28:14.862466 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f9daca7b-698c-427a-8e92-b69bd1615571 req-1bd57f8b-3e87-4cbf-8ede-bdbdfb6db404 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313833 Jul 30 15:28:15.124494 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd08c1-452a-4a01-ae7b-e7ec676d9187 req-938ddfc9-da1b-4d22-8ae8-bdd800052cb4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:15.126479 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccdd08c1-452a-4a01-ae7b-e7ec676d9187 req-938ddfc9-da1b-4d22-8ae8-bdd800052cb4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0499766 Jul 30 15:28:15.163441 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccdd08c1-452a-4a01-ae7b-e7ec676d9187 req-2a5d14f7-4bbb-4828-a3a1-7615cfef75e9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Jul 30 15:28:15.548363 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb736db0-6ca4-45d0-82d2-300664c2fd50 req-ca91681d-bfc4-4e4b-8adb-4ef386b44f1f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:15.549739 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8569fc-6915-430c-9ce9-57b6bd65be87 req-2ddff505-218f-497d-805a-7cc09aed1bde tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:15.550157 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fb736db0-6ca4-45d0-82d2-300664c2fd50 req-ca91681d-bfc4-4e4b-8adb-4ef386b44f1f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0488653 Jul 30 15:28:15.551636 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8a8569fc-6915-430c-9ce9-57b6bd65be87 req-2ddff505-218f-497d-805a-7cc09aed1bde tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0469856 Jul 30 15:28:15.587535 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fb736db0-6ca4-45d0-82d2-300664c2fd50 req-65da3c26-9f1e-4d1b-bc81-118f1b40e728 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Jul 30 15:28:15.589465 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8a8569fc-6915-430c-9ce9-57b6bd65be87 req-dff3d75a-d713-4a9e-9f9c-badf962361e5 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Jul 30 15:28:15.724101 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7031bd-3f0c-42e6-808b-277af75cc9c2 req-4723bb3a-316a-4ac4-9c66-526f9a15ef6b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:15.725496 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6e7031bd-3f0c-42e6-808b-277af75cc9c2 req-4723bb3a-316a-4ac4-9c66-526f9a15ef6b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0468817 Jul 30 15:28:15.766425 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6e7031bd-3f0c-42e6-808b-277af75cc9c2 req-03479679-69ec-40c5-b65e-a75859632f3b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350845 Jul 30 15:28:15.964458 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-abdc8f0e-30d9-4e27-ba10-e2310df021b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:15.978045 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088b175-15b9-4bca-b3a3-8c6e106cbee1 req-23261f50-26ec-4a64-a92a-013831315291 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:15.979437 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f088b175-15b9-4bca-b3a3-8c6e106cbee1 req-23261f50-26ec-4a64-a92a-013831315291 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0481839 Jul 30 15:28:16.148654 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-5af3c409-bc7b-48ed-841d-971147977f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.150173 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-5af3c409-bc7b-48ed-841d-971147977f08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.1457131 Jul 30 15:28:16.247394 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-862c812f-4541-4314-8b57-2a8e083701e3 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436209 Jul 30 15:28:16.248690 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-7a9530eb-5b14-432b-af5b-173f1782a029 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432308 Jul 30 15:28:16.273201 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-7e7c4172-b1f5-455a-a745-60eed87e27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.274735 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-7e7c4172-b1f5-455a-a745-60eed87e27c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156943 Jul 30 15:28:16.294843 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fbaca-f8af-4740-9f29-fd77b3c20ab8 req-fc3f2902-ef0c-446f-84ef-bd5638cbedfa tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.297379 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-813fbaca-f8af-4740-9f29-fd77b3c20ab8 req-fc3f2902-ef0c-446f-84ef-bd5638cbedfa tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0633931 Jul 30 15:28:16.306738 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f088b175-15b9-4bca-b3a3-8c6e106cbee1 req-3c93eebe-deb9-48c5-a8fb-0e4607f7368f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213737 Jul 30 15:28:16.345145 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-813fbaca-f8af-4740-9f29-fd77b3c20ab8 req-0e340848-7481-4aea-83f9-3865bd03e774 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Jul 30 15:28:16.355383 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d87ca-6099-4dbf-ac25-71e232b39a3c req-412d1f02-0ad5-480f-9e72-cf3448c2716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.357004 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5f3d87ca-6099-4dbf-ac25-71e232b39a3c req-412d1f02-0ad5-480f-9e72-cf3448c2716c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1096 time: 0.3235135 Jul 30 15:28:16.382520 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-0e3c14ad-8ecf-4792-8ba2-457adaeae500 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829975 Jul 30 15:28:16.385985 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4d38946-5d7d-4037-8b9c-7a506161ba9a req-e01d3efe-f5ce-43c9-a5b2-e2adf5dc9a5f service neutron] 10.222.0.58 "GET /v2.0/networks/ae880502-9e81-401d-b3ac-e0e10a2551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763080 Jul 30 15:28:16.681979 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b878662a-15ec-4f8b-8f19-4a4831d13ea3 req-82c17657-0578-4638-abb1-ce38a202d6c7 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585436 Jul 30 15:28:16.684062 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-040cb501-955a-4219-b4e1-4418ec8f3187 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533706 Jul 30 15:28:16.734228 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396332-915b-439d-8c72-e864f97a63f8 req-e74b74bb-aee3-4963-a3f9-f617cb05cffa tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.736456 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e5396332-915b-439d-8c72-e864f97a63f8 req-e74b74bb-aee3-4963-a3f9-f617cb05cffa tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0475361 Jul 30 15:28:16.805238 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-068e561c-63ed-46be-aecc-9745d1eff8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.810067 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-068e561c-63ed-46be-aecc-9745d1eff8dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 1096 time: 0.2665553 Jul 30 15:28:16.831067 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e5396332-915b-439d-8c72-e864f97a63f8 req-2b132580-034c-4cea-97a6-8598c765f91a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883493 Jul 30 15:28:16.845939 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9505f418-95bf-4341-8da9-e56fdb78101d req-60290917-cdb7-4ac1-9163-0854ec766e36 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230996 Jul 30 15:28:16.862771 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66d6acff-1164-4ccd-82a0-92d2adc17ec3 req-0bfbf556-1857-4541-a460-2a24bc19b333 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127429 Jul 30 15:28:16.897937 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d87ca-6099-4dbf-ac25-71e232b39a3c req-87418f4c-1676-44fc-b7e1-91e1a49ace13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.899392 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5f3d87ca-6099-4dbf-ac25-71e232b39a3c req-87418f4c-1676-44fc-b7e1-91e1a49ace13 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2f043b68295048f88a1e0c8dea612401&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3689156 Jul 30 15:28:16.947151 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeb555-4b5d-4b0b-8ad5-bd4ad89891a7 req-7a4d4336-acf1-46d8-b77c-60f13141bc40 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.948319 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268806b8-b301-4592-8322-218578b6c493 req-b456b1fc-54bc-40f6-a244-ce2824fcd9eb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:16.948651 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6edeb555-4b5d-4b0b-8ad5-bd4ad89891a7 req-7a4d4336-acf1-46d8-b77c-60f13141bc40 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.2422867 Jul 30 15:28:16.949835 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-268806b8-b301-4592-8322-218578b6c493 req-b456b1fc-54bc-40f6-a244-ce2824fcd9eb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0617011 Jul 30 15:28:17.016029 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-268806b8-b301-4592-8322-218578b6c493 req-fdf238b6-1cce-44b0-b2c5-b5f54d38f498 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566485 Jul 30 15:28:17.039758 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-2c6ff280-6c30-4d2a-8eb5-5592a0bce2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.041468 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-2c6ff280-6c30-4d2a-8eb5-5592a0bce2bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1096 time: 0.0571203 Jul 30 15:28:17.128593 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6edeb555-4b5d-4b0b-8ad5-bd4ad89891a7 req-9ac46831-7da3-4aac-8edc-e62acdd88ea1 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517019 Jul 30 15:28:17.132938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-43d8c0c1-24ad-4bc6-883a-0bf969e50a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.134441 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-43d8c0c1-24ad-4bc6-883a-0bf969e50a15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.0855892 Jul 30 15:28:17.141024 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-18c78f80-a7f9-465a-bd04-dae3b5c94d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.143381 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-18c78f80-a7f9-465a-bd04-dae3b5c94d07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.3264282 Jul 30 15:28:17.180644 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-5e36f50b-fe9e-48d7-a7ab-bab3fccac88a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 217 time: 0.0376725 Jul 30 15:28:17.199848 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-e9f98a57-cfcb-44c6-9d6b-93c9df732fb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928 HTTP/1.1" status: 200 len: 217 time: 0.0496066 Jul 30 15:28:17.216795 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d87ca-6099-4dbf-ac25-71e232b39a3c req-76694a15-c217-40b0-a6a4-24d811db012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.218614 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5f3d87ca-6099-4dbf-ac25-71e232b39a3c req-76694a15-c217-40b0-a6a4-24d811db012b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2963414 Jul 30 15:28:17.228610 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-a328a01a-b311-420d-946d-ed44cbfaefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.230096 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-a328a01a-b311-420d-946d-ed44cbfaefd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.0430555 Jul 30 15:28:17.255135 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-09770735-21fd-4ece-bd17-dbb02f7f2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.256635 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-09770735-21fd-4ece-bd17-dbb02f7f2ee2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.0494182 Jul 30 15:28:17.260908 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-17b39281-f86b-44d1-9935-44e96361bf81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239840 Jul 30 15:28:17.307676 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-30bb9e46-4237-40ac-96d8-703246c24d71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317831 Jul 30 15:28:17.357660 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-30423363-a02f-4fed-96e7-ac8bb42418bc service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823355 Jul 30 15:28:17.389735 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-8d1369bb-42cd-4762-b949-2d6c1c4cb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.391449 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-8d1369bb-42cd-4762-b949-2d6c1c4cb95c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1096 time: 0.1066186 Jul 30 15:28:17.433502 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-aea9d4dd-b571-4c0a-8ed6-59c6eedbe1d1 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096902 Jul 30 15:28:17.493443 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56fdc0-f733-44f9-a069-779b629af3cc req-bff577ad-b6c5-472e-9e94-4e425ac638e4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.494904 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5a56fdc0-f733-44f9-a069-779b629af3cc req-bff577ad-b6c5-472e-9e94-4e425ac638e4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0971820 Jul 30 15:28:17.500202 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b86f43ad-fa68-43d1-9c8d-4c4a785ad989 req-4a2fedf3-fad2-4790-a6cc-d1307ad6c0cc service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354303 Jul 30 15:28:17.503613 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-ad9c906c-8d01-4dbd-a38c-096ee89b5b4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 200 len: 217 time: 0.0937397 Jul 30 15:28:17.534156 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5a56fdc0-f733-44f9-a069-779b629af3cc req-03653c4e-ce3a-4757-b6bc-0fcbec230e13 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313373 Jul 30 15:28:17.575109 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a7224-179b-45d3-b571-9063c4771bf5 req-9ec28cbb-df6d-41bc-a6dc-7626b9939c8c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.576588 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-280a7224-179b-45d3-b571-9063c4771bf5 req-9ec28cbb-df6d-41bc-a6dc-7626b9939c8c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.1419370 Jul 30 15:28:17.610868 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-365b776a-8027-4c5f-8a67-00615b7c42ee req-2cb52042-e59b-4428-b284-2e79bb963c30 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603260 Jul 30 15:28:17.628098 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-280a7224-179b-45d3-b571-9063c4771bf5 req-52ec1658-0693-4c46-97b2-21dba9f1deed tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Jul 30 15:28:17.956971 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b8bd1-5975-433a-a91e-269cafa9de59 req-d18baf26-c8d7-4676-93a0-8dd1d5913dcd tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:17.958523 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-665b8bd1-5975-433a-a91e-269cafa9de59 req-d18baf26-c8d7-4676-93a0-8dd1d5913dcd tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0570414 Jul 30 15:28:17.998622 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-665b8bd1-5975-433a-a91e-269cafa9de59 req-e001bb1f-d058-4547-8d24-bea71b71d5c8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342929 Jul 30 15:28:18.130605 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327a82b-0956-4628-91a0-8b3a08ac45c0 req-91bd4de4-0e34-4e84-901a-b93155662427 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:18.131963 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2327a82b-0956-4628-91a0-8b3a08ac45c0 req-91bd4de4-0e34-4e84-901a-b93155662427 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0464687 Jul 30 15:28:18.162544 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:18.173895 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2327a82b-0956-4628-91a0-8b3a08ac45c0 req-6ec95090-313c-41c2-8f07-278bdc48c915 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354159 Jul 30 15:28:18.244518 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c5699-fead-4db8-8e7d-ab697608f875 req-5af49fd2-6861-4b8c-837c-22847ad5987d tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:18.246045 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-665c5699-fead-4db8-8e7d-ab697608f875 req-5af49fd2-6861-4b8c-837c-22847ad5987d tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0480213 Jul 30 15:28:18.285073 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-665c5699-fead-4db8-8e7d-ab697608f875 req-9bd5138b-4eae-4ca2-9076-e986017c2f5b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Jul 30 15:28:18.580985 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-df28fdd3-17c4-40ab-ac74-9ce54e383406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:18.650524 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ec42d-bbc0-474c-a5b9-9f74aa1f0e71 req-761d04b7-20b7-454f-ab5a-eda830c754e1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:18.652068 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4e7ec42d-bbc0-474c-a5b9-9f74aa1f0e71 req-761d04b7-20b7-454f-ab5a-eda830c754e1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0472200 Jul 30 15:28:18.681420 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:18.694864 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4e7ec42d-bbc0-474c-a5b9-9f74aa1f0e71 req-25884ce7-8f6d-48bd-afb1-3f2ef3c7fedf tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363772 Jul 30 15:28:18.748022 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8517-48f9-4785-8b9e-0676121f8186 req-4c2158cb-d7d9-467f-8ea6-f03ab0e0f9ae tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:18.749504 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-de7d8517-48f9-4785-8b9e-0676121f8186 req-4c2158cb-d7d9-467f-8ea6-f03ab0e0f9ae tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0491683 Jul 30 15:28:18.787557 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-de7d8517-48f9-4785-8b9e-0676121f8186 req-9ba5a952-efd9-4d09-ab3f-9859470f930b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Jul 30 15:28:19.109188 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebfe6b-2993-452f-ae2d-5b4135c4d5cd req-2177750e-41a9-470d-af9f-27bc93d8fc34 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:19.111233 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c9ebfe6b-2993-452f-ae2d-5b4135c4d5cd req-2177750e-41a9-470d-af9f-27bc93d8fc34 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0464125 Jul 30 15:28:19.149684 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c9ebfe6b-2993-452f-ae2d-5b4135c4d5cd req-36bfc53c-df60-429d-80eb-677d0f4c61a0 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Jul 30 15:28:19.295067 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82100ddc-205b-453a-9503-44525b6dad41 req-ddda45cf-c824-4519-a86a-c713f7ca90cb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:19.296921 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-82100ddc-205b-453a-9503-44525b6dad41 req-ddda45cf-c824-4519-a86a-c713f7ca90cb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0564945 Jul 30 15:28:19.335779 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-82100ddc-205b-453a-9503-44525b6dad41 req-15e0a71a-9b15-4aa4-a3be-fca30dc2713d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326397 Jul 30 15:28:19.399980 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb481d-50d3-4383-ae0b-6189d6780556 req-69241fa4-b50c-4549-8d92-43a7cbd0f99b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:19.401478 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3deb481d-50d3-4383-ae0b-6189d6780556 req-69241fa4-b50c-4549-8d92-43a7cbd0f99b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0469959 Jul 30 15:28:19.438240 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3deb481d-50d3-4383-ae0b-6189d6780556 req-f120a166-a840-43f0-863d-85963e8147d6 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300746 Jul 30 15:28:19.699783 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:19.809341 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803818-630c-440c-9bd8-f3890b4cb5de req-3a55572e-79ed-4c12-bc59-4d3b40f8243b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:19.810790 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f5803818-630c-440c-9bd8-f3890b4cb5de req-3a55572e-79ed-4c12-bc59-4d3b40f8243b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0466740 Jul 30 15:28:19.849456 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f5803818-630c-440c-9bd8-f3890b4cb5de req-97a6da49-0b1d-453c-b281-2c96fb3bd979 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Jul 30 15:28:19.900141 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274879b-e20b-4b06-8546-aaa5f25de11f req-82172ef9-e949-41f0-b91d-5549375e359a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:19.901640 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9274879b-e20b-4b06-8546-aaa5f25de11f req-82172ef9-e949-41f0-b91d-5549375e359a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0474353 Jul 30 15:28:19.939470 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9274879b-e20b-4b06-8546-aaa5f25de11f req-e91f12dd-c27c-4a81-a40a-043617c3703a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Jul 30 15:28:20.261538 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74588e-396c-4293-a805-ef1af9947099 req-183d16b7-46e3-40f4-9f0f-3a89c98800a1 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:20.263008 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4d74588e-396c-4293-a805-ef1af9947099 req-183d16b7-46e3-40f4-9f0f-3a89c98800a1 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0476108 Jul 30 15:28:20.301435 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4d74588e-396c-4293-a805-ef1af9947099 req-9aab3793-b350-461b-91be-45d78129d2c9 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Jul 30 15:28:20.446674 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53962ff-e0df-4d15-9f24-12e784479626 req-f3ed3e40-ef64-4193-999c-94ff99c885ee tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:20.448035 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a53962ff-e0df-4d15-9f24-12e784479626 req-f3ed3e40-ef64-4193-999c-94ff99c885ee tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0464973 Jul 30 15:28:20.489289 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a53962ff-e0df-4d15-9f24-12e784479626 req-5508e4cd-447d-4eb1-b74a-77355908c446 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353136 Jul 30 15:28:20.553894 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351ab4-9af2-4b5b-ae50-55689ae985b8 req-d8998483-fed4-47fd-9c90-58fa54702d64 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:20.555317 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-76351ab4-9af2-4b5b-ae50-55689ae985b8 req-d8998483-fed4-47fd-9c90-58fa54702d64 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0513535 Jul 30 15:28:20.592436 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-76351ab4-9af2-4b5b-ae50-55689ae985b8 req-01dc5550-9b27-4303-bdc0-49e098384da1 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Jul 30 15:28:20.966620 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e662144-e0b1-4729-8f82-64e872de49ab req-9b665dff-fe29-4bad-8683-c7e65959dccd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:20.968134 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7e662144-e0b1-4729-8f82-64e872de49ab req-9b665dff-fe29-4bad-8683-c7e65959dccd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0496254 Jul 30 15:28:21.006718 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7e662144-e0b1-4729-8f82-64e872de49ab req-66dc090b-054b-4d44-99d3-bb450d1aaf56 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Jul 30 15:28:21.055340 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e1d25-4d41-4d85-be6a-d6c32f90c7b4 req-ee59f71e-1d64-443b-9fb0-186fd844f91d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:21.056849 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-491e1d25-4d41-4d85-be6a-d6c32f90c7b4 req-ee59f71e-1d64-443b-9fb0-186fd844f91d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0504200 Jul 30 15:28:21.094862 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-491e1d25-4d41-4d85-be6a-d6c32f90c7b4 req-f57d51fd-584c-434a-9973-d8a4025f76c7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Jul 30 15:28:21.413495 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7ee1d-17d1-43c4-ab98-6cb0b23e77a1 req-5a662045-4c8a-4014-a830-e9bce315a802 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:21.414857 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-03f7ee1d-17d1-43c4-ab98-6cb0b23e77a1 req-5a662045-4c8a-4014-a830-e9bce315a802 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0485306 Jul 30 15:28:21.451621 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-03f7ee1d-17d1-43c4-ab98-6cb0b23e77a1 req-076ae449-35a3-4730-86c2-55369d8fb644 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Jul 30 15:28:21.568222 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:21.601855 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0fd8-8fbf-4d7e-be58-9cc173d13fa2 req-112072eb-4e8c-4164-ae3e-38c236a70c1f tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:21.603349 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6ef0fd8-8fbf-4d7e-be58-9cc173d13fa2 req-112072eb-4e8c-4164-ae3e-38c236a70c1f tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0482700 Jul 30 15:28:21.647028 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6ef0fd8-8fbf-4d7e-be58-9cc173d13fa2 req-fc000ca9-5b6f-4877-8f04-a9a015fedf1b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374570 Jul 30 15:28:21.713427 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ca784-d764-4f16-b805-a0bb4b2d8c36 req-eda09f4f-aa0c-413a-bdb5-a7ab395e7973 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:21.714802 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-fd4ca784-d764-4f16-b805-a0bb4b2d8c36 req-eda09f4f-aa0c-413a-bdb5-a7ab395e7973 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0486186 Jul 30 15:28:21.756020 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-fd4ca784-d764-4f16-b805-a0bb4b2d8c36 req-a9b6a684-c03f-471b-9594-fb9e3286d6c2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348079 Jul 30 15:28:21.914393 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-3b33b088-aaf8-499d-b1f7-4a04fc57dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:21.915849 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-3b33b088-aaf8-499d-b1f7-4a04fc57dff8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0438328 Jul 30 15:28:21.970579 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-968d20ca-fd8b-41df-afd5-195605497a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:21.971939 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-968d20ca-fd8b-41df-afd5-195605497a5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477698 Jul 30 15:28:22.133781 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcce0fe-9938-452e-bfbd-c3127a30a61d req-1cd7684c-e6d9-4229-838e-a7731fe1c584 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:22.135284 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9fcce0fe-9938-452e-bfbd-c3127a30a61d req-1cd7684c-e6d9-4229-838e-a7731fe1c584 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0548749 Jul 30 15:28:22.181119 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9fcce0fe-9938-452e-bfbd-c3127a30a61d req-2532d3c3-e64f-4464-acf2-cb546a32164c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369432 Jul 30 15:28:22.271993 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6d824-2c85-44ba-8a13-71341bd7db92 req-37756661-1bfd-4c23-961d-5c7c2d3889e4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:22.273491 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2e6d824-2c85-44ba-8a13-71341bd7db92 req-37756661-1bfd-4c23-961d-5c7c2d3889e4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0667307 Jul 30 15:28:22.297210 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-a9bbcb7f-872a-433b-a396-2a36eb90747d service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166835 Jul 30 15:28:22.331643 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2e6d824-2c85-44ba-8a13-71341bd7db92 req-fd12cc44-951f-4156-a260-f771f4c8a797 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523415 Jul 30 15:28:22.399667 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0f229a02-e970-4af3-8026-ebcaca0f6755 req-2bdda06d-d508-4a2f-a613-dfd1d8abeae6 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905535 Jul 30 15:28:22.562618 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e7313-fe1d-4a74-bfd0-e1137ebf47b2 req-9f618a0e-63e3-43d5-a5aa-809b65ac1c9c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:22.564797 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ce4e7313-fe1d-4a74-bfd0-e1137ebf47b2 req-9f618a0e-63e3-43d5-a5aa-809b65ac1c9c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0483735 Jul 30 15:28:22.601670 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ce4e7313-fe1d-4a74-bfd0-e1137ebf47b2 req-1b2f5029-a7a9-439d-ac4b-d1aa314fb53d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309715 Jul 30 15:28:22.762336 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6369-2c9c-4f57-bffe-21de81ba75be req-b0e1ed99-4dff-4598-bec0-c0e1dd4ce2c6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:22.763835 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e0ca6369-2c9c-4f57-bffe-21de81ba75be req-b0e1ed99-4dff-4598-bec0-c0e1dd4ce2c6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0488148 Jul 30 15:28:22.801948 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e0ca6369-2c9c-4f57-bffe-21de81ba75be req-ef8be759-4bf3-4571-9d30-aa2113059a3b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Jul 30 15:28:22.869976 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d76313-0b32-4122-abdd-29e22f706882 req-c1e04d04-4306-4d6e-8e86-137b5fab99d8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:22.871460 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e8d76313-0b32-4122-abdd-29e22f706882 req-c1e04d04-4306-4d6e-8e86-137b5fab99d8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0486543 Jul 30 15:28:22.909052 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e8d76313-0b32-4122-abdd-29e22f706882 req-2479ff2a-c7a2-4b2e-8210-5576f7096f71 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Jul 30 15:28:23.313059 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb2552-4f41-438d-a811-446b0260026e req-318a51d8-bc42-4622-8051-766a0fabc991 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:23.314969 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-57fb2552-4f41-438d-a811-446b0260026e req-318a51d8-bc42-4622-8051-766a0fabc991 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0547802 Jul 30 15:28:23.367039 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-57fb2552-4f41-438d-a811-446b0260026e req-9cc9fa96-5165-4d3e-9d6f-6fd6abc282b6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Jul 30 15:28:23.462384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca59c6e-0c0d-44c3-8c78-1c68a6052e34 req-6497d641-5927-47ae-8104-b33ac1133353 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:23.463900 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cca59c6e-0c0d-44c3-8c78-1c68a6052e34 req-6497d641-5927-47ae-8104-b33ac1133353 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0528438 Jul 30 15:28:23.502728 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cca59c6e-0c0d-44c3-8c78-1c68a6052e34 req-e10d79d3-78cc-4a1e-9387-c1b41feb0432 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Jul 30 15:28:23.593189 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45138) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:23.723581 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2469cbda-7171-4084-a251-ae5d89990684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:23.755913 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34019759-601d-493d-aede-186e4e424abe req-4f21135a-0a77-4fc6-a1ec-c2b3a55e4e25 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:23.757450 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-34019759-601d-493d-aede-186e4e424abe req-4f21135a-0a77-4fc6-a1ec-c2b3a55e4e25 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0833457 Jul 30 15:28:23.816410 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-34019759-601d-493d-aede-186e4e424abe req-9eb4c72f-4bfd-40e0-9170-cf49efd0c58b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518508 Jul 30 15:28:23.860768 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2469cbda-7171-4084-a251-ae5d89990684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:23.865191 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2469cbda-7171-4084-a251-ae5d89990684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:23.903183 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469cbda-7171-4084-a251-ae5d89990684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991d10a8-0f23-4d2c-97c3-2aee5ea6a99e,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:23.910399 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2469cbda-7171-4084-a251-ae5d89990684 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b61210ecab2f42ac84648f6f20446400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138285 Jul 30 15:28:23.910629 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45158) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:23.951859 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e785b-6184-434b-8976-c71d84447ccb req-8cfef61a-6b8a-44d1-bf4c-bf9bdf15fb52 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:23.959285 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9c4e785b-6184-434b-8976-c71d84447ccb req-8cfef61a-6b8a-44d1-bf4c-bf9bdf15fb52 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0794859 Jul 30 15:28:23.980796 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f095-0840-4eed-99ee-71b8f2698236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:23.998728 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9c4e785b-6184-434b-8976-c71d84447ccb req-97d9601f-53d8-4a6c-bfad-59a9ce2fd07c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Jul 30 15:28:24.040086 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f095-0840-4eed-99ee-71b8f2698236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.117322 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f21cb-0f92-40e2-8400-7c8cce78084a req-60dcb439-0e9e-4996-97ae-353b144b6ea8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:24.119370 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-583f21cb-0f92-40e2-8400-7c8cce78084a req-60dcb439-0e9e-4996-97ae-353b144b6ea8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.1272852 Jul 30 15:28:24.156007 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45164) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:24.171773 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f095-0840-4eed-99ee-71b8f2698236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.174677 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f095-0840-4eed-99ee-71b8f2698236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.175926 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e6d1f095-0840-4eed-99ee-71b8f2698236 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/991d10a8-0f23-4d2c-97c3-2aee5ea6a99e HTTP/1.1" status: 204 len: 168 time: 0.2640653 Jul 30 15:28:24.181198 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-583f21cb-0f92-40e2-8400-7c8cce78084a req-796577a4-80a0-4134-a83f-ba21df636119 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504975 Jul 30 15:28:24.187788 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f095-0840-4eed-99ee-71b8f2698236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d10a8-0f23-4d2c-97c3-2aee5ea6a99e,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:24.302847 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bf335d08-5bbc-4dca-8bb0-c642eadb9f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.398334 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bf335d08-5bbc-4dca-8bb0-c642eadb9f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.404183 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bf335d08-5bbc-4dca-8bb0-c642eadb9f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.462454 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-bf335d08-5bbc-4dca-8bb0-c642eadb9f93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbd6ade361c9421fa69543ca9fd7e780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980204 Jul 30 15:28:24.462454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf335d08-5bbc-4dca-8bb0-c642eadb9f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b04c5cc-89c8-45a0-888b-5182629fa9e1,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:24.463169 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45178) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:24.491875 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45182) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:24.508508 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fcb2d062-f408-4a10-957d-088aeb4cd868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.554733 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32930b1b-947d-4d3d-81c3-445ac60af4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.577602 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32930b1b-947d-4d3d-81c3-445ac60af4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.605291 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2397-cab5-4292-969e-86b7a35ab02b req-85c7e9bb-8e3e-4d48-a1e4-6d62170444d9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:24.607095 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d23f2397-cab5-4292-969e-86b7a35ab02b req-85c7e9bb-8e3e-4d48-a1e4-6d62170444d9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.1247144 Jul 30 15:28:24.649275 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fcb2d062-f408-4a10-957d-088aeb4cd868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.659240 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fcb2d062-f408-4a10-957d-088aeb4cd868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.670708 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d23f2397-cab5-4292-969e-86b7a35ab02b req-d38d4cf2-4928-4def-9e36-cf1bb662f06b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523682 Jul 30 15:28:24.685541 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32930b1b-947d-4d3d-81c3-445ac60af4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.688895 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-32930b1b-947d-4d3d-81c3-445ac60af4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.690142 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-32930b1b-947d-4d3d-81c3-445ac60af4e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b04c5cc-89c8-45a0-888b-5182629fa9e1 HTTP/1.1" status: 204 len: 168 time: 0.2256057 Jul 30 15:28:24.691603 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72fb33-07db-4f29-94a0-f7acf328ee38 req-1c550164-a152-41d8-bbca-7828a9bd5a87 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:24.699326 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3e72fb33-07db-4f29-94a0-f7acf328ee38 req-1c550164-a152-41d8-bbca-7828a9bd5a87 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.1093621 Jul 30 15:28:24.700018 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32930b1b-947d-4d3d-81c3-445ac60af4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b04c5cc-89c8-45a0-888b-5182629fa9e1,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:24.747951 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fcb2d062-f408-4a10-957d-088aeb4cd868 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a04a76399a044c28cd59519a1f1344f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523985 Jul 30 15:28:24.749237 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45198) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:24.759813 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2d062-f408-4a10-957d-088aeb4cd868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c6a1d-5e7f-4b9e-9278-845f6bbfa8b6,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:24.790348 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3e72fb33-07db-4f29-94a0-f7acf328ee38 req-b4c6396f-d00a-4922-bc3b-cbd64b767013 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758626 Jul 30 15:28:24.834430 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-67db5e2d-41cb-434c-a358-a5c1578f6ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.862332 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-67db5e2d-41cb-434c-a358-a5c1578f6ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.920969 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-67db5e2d-41cb-434c-a358-a5c1578f6ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.924228 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-67db5e2d-41cb-434c-a358-a5c1578f6ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:24.925362 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-67db5e2d-41cb-434c-a358-a5c1578f6ef1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/621c6a1d-5e7f-4b9e-9278-845f6bbfa8b6 HTTP/1.1" status: 204 len: 168 time: 0.1739089 Jul 30 15:28:24.951320 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db5e2d-41cb-434c-a358-a5c1578f6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c6a1d-5e7f-4b9e-9278-845f6bbfa8b6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:24.980460 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252430a4-d2e7-46f8-80d7-5343f9669ad7 req-136950c8-f8ba-43b0-ad21-4fd3da4f1211 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:24.982292 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-252430a4-d2e7-46f8-80d7-5343f9669ad7 req-136950c8-f8ba-43b0-ad21-4fd3da4f1211 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0717025 Jul 30 15:28:25.029820 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-252430a4-d2e7-46f8-80d7-5343f9669ad7 req-613bf064-adc7-4383-a61f-bb7bfd158558 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Jul 30 15:28:25.070560 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45212) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:25.087562 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-91d805e0-38d1-416e-bc67-778dba4bf6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:25.140955 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d8c8f-3ae7-4884-9d58-761ad4c4edc3 req-bb0ddc6a-b420-48d5-a4f5-bc3b7e310b31 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:25.143425 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-211d8c8f-3ae7-4884-9d58-761ad4c4edc3 req-bb0ddc6a-b420-48d5-a4f5-bc3b7e310b31 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0546839 Jul 30 15:28:25.196327 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-91d805e0-38d1-416e-bc67-778dba4bf6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:25.201049 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-91d805e0-38d1-416e-bc67-778dba4bf6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:25.208259 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-211d8c8f-3ae7-4884-9d58-761ad4c4edc3 req-fd7e93d9-f5d5-49c8-92bf-e55f6dfbdad7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514469 Jul 30 15:28:25.246583 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-91d805e0-38d1-416e-bc67-778dba4bf6c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2c329208db94970a34cddf296a42550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717985 Jul 30 15:28:25.248985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45220) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:25.255010 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d805e0-38d1-416e-bc67-778dba4bf6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d0aa5-b78c-4519-b27e-b881a5cba5b1,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:25.339178 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910da3dd-a7a3-4c36-b7c4-87785a68e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:25.361056 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1e9c2-b3b3-48f0-87a6-53ae0f314789 req-bf510b09-d35f-4046-9f97-602c7e6ead08 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:25.362648 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6d1e9c2-b3b3-48f0-87a6-53ae0f314789 req-bf510b09-d35f-4046-9f97-602c7e6ead08 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0773132 Jul 30 15:28:25.375737 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910da3dd-a7a3-4c36-b7c4-87785a68e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:25.430520 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6d1e9c2-b3b3-48f0-87a6-53ae0f314789 req-a1224339-31b0-4095-95ce-90dab5505ecb tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602126 Jul 30 15:28:25.459570 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910da3dd-a7a3-4c36-b7c4-87785a68e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:25.462207 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-910da3dd-a7a3-4c36-b7c4-87785a68e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:25.463325 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-910da3dd-a7a3-4c36-b7c4-87785a68e815 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a58d0aa5-b78c-4519-b27e-b881a5cba5b1 HTTP/1.1" status: 204 len: 168 time: 0.2155073 Jul 30 15:28:25.472229 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910da3dd-a7a3-4c36-b7c4-87785a68e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d0aa5-b78c-4519-b27e-b881a5cba5b1,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:25.798838 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a5a4-cc49-453c-b7a1-42c13c3340a6 req-117c32b6-c9fa-4590-8766-fe3eeed1121f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:25.800512 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-64e7a5a4-cc49-453c-b7a1-42c13c3340a6 req-117c32b6-c9fa-4590-8766-fe3eeed1121f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0563953 Jul 30 15:28:25.845374 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-64e7a5a4-cc49-453c-b7a1-42c13c3340a6 req-6094ae14-b3b1-4006-8b85-bc52758ba79a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389695 Jul 30 15:28:25.928236 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484da7-4913-4210-9c1c-4a635d5ec97c req-ee94efd8-4d34-4349-bc48-8a245ee7fc4e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:25.929643 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e3484da7-4913-4210-9c1c-4a635d5ec97c req-ee94efd8-4d34-4349-bc48-8a245ee7fc4e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 943 time: 0.0823867 Jul 30 15:28:25.935050 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device bcf4110b-c72f-49eb-873d-eb1d11bed8c3 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:28:26.014099 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e3484da7-4913-4210-9c1c-4a635d5ec97c req-f5bca477-16da-496a-bae1-fceec5455ad4 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672357 Jul 30 15:28:26.120390 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port bcf4110b-c72f-49eb-873d-eb1d11bed8c3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:26.133810 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'port_id': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3', 'mac_address': 'fa:16:3e:f4:be:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506287fc-0097-4e36-b16b-fab29e683d79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:28:26.190471 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def73a2-4107-487b-8de8-fb375d06f26b req-2aabdd35-3662-43ed-a350-25581328e65d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:26.192046 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1def73a2-4107-487b-8de8-fb375d06f26b req-2aabdd35-3662-43ed-a350-25581328e65d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 943 time: 0.0749893 Jul 30 15:28:26.277243 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1def73a2-4107-487b-8de8-fb375d06f26b req-5447bae0-1cf9-40e1-ac11-11f3ced8e0b3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786688 Jul 30 15:28:26.334856 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:26.357610 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf4110b-c72f-49eb-873d-eb1d11bed8c3 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:26.380363 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port bcf4110b-c72f-49eb-873d-eb1d11bed8c3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:26.380554 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e25a4-5992-4951-964d-37e18a0cd77d req-f5d122ff-83c0-4983-b72b-29efd224c1e2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:26.382355 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-103e25a4-5992-4951-964d-37e18a0cd77d req-f5d122ff-83c0-4983-b72b-29efd224c1e2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 944 time: 0.0740190 Jul 30 15:28:26.386059 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:26.386825 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4ba26d2f-47c6-4713-a9a9-55987b8bd928 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:28:26.425544 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-103e25a4-5992-4951-964d-37e18a0cd77d req-9bb8d978-b0dc-4a66-8224-1c7b2b19a727 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Jul 30 15:28:26.505095 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:26.547005 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4ba26d2f-47c6-4713-a9a9-55987b8bd928, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:26.558313 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827470-a00f-4bd2-9e2e-83005f7547f5 req-e8c08422-212a-4ebd-9bc6-fb17959b33d1 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:26.559815 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '4ba26d2f-47c6-4713-a9a9-55987b8bd928', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'port_id': '4ba26d2f-47c6-4713-a9a9-55987b8bd928', 'mac_address': 'fa:16:3e:30:5b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:28:26.566853 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ad827470-a00f-4bd2-9e2e-83005f7547f5 req-e8c08422-212a-4ebd-9bc6-fb17959b33d1 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0587959 Jul 30 15:28:26.611431 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:26.624603 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ad827470-a00f-4bd2-9e2e-83005f7547f5 req-7d8d6f77-aa6e-46c5-9107-67fb5149ca4b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524852 Jul 30 15:28:26.632427 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba26d2f-47c6-4713-a9a9-55987b8bd928 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:26.655206 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4ba26d2f-47c6-4713-a9a9-55987b8bd928, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:26.660029 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:26.660835 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:28:26.760872 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=4ba26d2f-47c6-4713-a9a9-55987b8bd928,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:26.803665 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:26.818239 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '67d6e489-5795-44ee-82c1-136630e67e20', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'port_id': '67d6e489-5795-44ee-82c1-136630e67e20', 'mac_address': 'fa:16:3e:6e:51:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:28:26.857377 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:26.872516 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d6e489-5795-44ee-82c1-136630e67e20 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:26.901437 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:26.907934 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:26.908687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4824709e-c221-4840-9615-4d4cd28fb014 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:28:26.999905 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f2989-70c5-4ae5-97df-d4dfafe12644 req-1646b228-99e1-41b3-b0fd-41480f7618e7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:27.006288 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:27.010268 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fd7f2989-70c5-4ae5-97df-d4dfafe12644 req-1646b228-99e1-41b3-b0fd-41480f7618e7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0768325 Jul 30 15:28:27.054750 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4824709e-c221-4840-9615-4d4cd28fb014, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4824709e-c221-4840-9615-4d4cd28fb014,segment=NetworkSegment(174fbd51-a76d-425c-8371-e2bb3de65d3e),segment_id=174fbd51-a76d-425c-8371-e2bb3de65d3e)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:27.071793 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fd7f2989-70c5-4ae5-97df-d4dfafe12644 req-1a12bdab-bbdf-4320-aede-b08c0602756d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600522 Jul 30 15:28:27.077003 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '4824709e-c221-4840-9615-4d4cd28fb014', 'network_id': 'ae880502-9e81-401d-b3ac-e0e10a2551cd', 'port_id': '4824709e-c221-4840-9615-4d4cd28fb014', 'mac_address': 'fa:16:3e:6d:05:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3eb8902-b25c-4ba6-8cec-3d6e345a7c19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:28:27.120893 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:27.134088 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4824709e-c221-4840-9615-4d4cd28fb014 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:27.156228 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4824709e-c221-4840-9615-4d4cd28fb014, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4824709e-c221-4840-9615-4d4cd28fb014,segment=NetworkSegment(174fbd51-a76d-425c-8371-e2bb3de65d3e),segment_id=174fbd51-a76d-425c-8371-e2bb3de65d3e)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:27.162098 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:27.163358 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device e5e9f913-1555-4586-bc6c-d77f897f88a6 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:28:27.168521 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fe3e4-46d8-4c62-bb66-f6fc1aad3385 req-c262ef6f-995f-4811-933e-5a8daaf38711 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:27.170254 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c37fe3e4-46d8-4c62-bb66-f6fc1aad3385 req-c262ef6f-995f-4811-933e-5a8daaf38711 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0688305 Jul 30 15:28:27.214886 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c37fe3e4-46d8-4c62-bb66-f6fc1aad3385 req-fa57bae9-5bc6-4c96-9e97-efc9bb275c8f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Jul 30 15:28:27.221228 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=4824709e-c221-4840-9615-4d4cd28fb014,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:27.327705 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port e5e9f913-1555-4586-bc6c-d77f897f88a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:27.347483 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'port_id': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'mac_address': 'fa:16:3e:6f:f7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:28:27.395674 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:27.405437 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572497c-eefc-492c-83db-9bfb3e90a8b9 req-603360b7-7953-46f3-8e8f-4deb40c7b22e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:27.410097 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2572497c-eefc-492c-83db-9bfb3e90a8b9 req-603360b7-7953-46f3-8e8f-4deb40c7b22e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0585620 Jul 30 15:28:27.411515 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e9f913-1555-4586-bc6c-d77f897f88a6 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:27.437381 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port e5e9f913-1555-4586-bc6c-d77f897f88a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:27.443730 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:27.444970 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device f6330f4b-b5c7-40d9-b9a1-713fcc072d71 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:28:27.471837 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2572497c-eefc-492c-83db-9bfb3e90a8b9 req-8d8dc5e2-c993-4e81-8810-d5b2dd06a3c1 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607891 Jul 30 15:28:27.522138 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=e5e9f913-1555-4586-bc6c-d77f897f88a6,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:27.529915 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port f6330f4b-b5c7-40d9-b9a1-713fcc072d71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:27.545511 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71', 'network_id': 'bffc9b33-0a6b-419f-8256-1a27cf3a5310', 'port_id': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71', 'mac_address': 'fa:16:3e:c1:0e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefb6328-5c8f-4aac-9cea-217491176035', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:28:27.581082 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7845ef-634c-4d35-b48b-0db9a77c2aad req-e05f48cd-8131-47ac-ad9e-8e8505e18c9a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:27.582788 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cc7845ef-634c-4d35-b48b-0db9a77c2aad req-e05f48cd-8131-47ac-ad9e-8e8505e18c9a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0695162 Jul 30 15:28:27.591681 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:27.609309 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6330f4b-b5c7-40d9-b9a1-713fcc072d71 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:28:27.630603 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cc7845ef-634c-4d35-b48b-0db9a77c2aad req-1e03e974-d198-4612-aa4d-872da4b67b50 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401821 Jul 30 15:28:27.635971 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port f6330f4b-b5c7-40d9-b9a1-713fcc072d71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:27.650823 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:27.742134 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:27.774174 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787ef07-fede-4be6-aa52-4df414c1a593 req-13f67878-38e2-4162-847e-4dd4ebf2107d tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:27.776597 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7787ef07-fede-4be6-aa52-4df414c1a593 req-13f67878-38e2-4162-847e-4dd4ebf2107d tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0697453 Jul 30 15:28:27.826279 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7787ef07-fede-4be6-aa52-4df414c1a593 req-e9a37821-2f1d-4ecd-959f-8b82a4bf7f7a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Jul 30 15:28:28.198399 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de65d1-b154-4709-be62-c8fc1710feec req-d444adba-9bcf-4684-928f-9dc9bf433bd5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:28.199861 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-11de65d1-b154-4709-be62-c8fc1710feec req-d444adba-9bcf-4684-928f-9dc9bf433bd5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0497103 Jul 30 15:28:28.237610 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-11de65d1-b154-4709-be62-c8fc1710feec req-f00374b3-f5a4-4d79-aa41-38318b9b8387 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307815 Jul 30 15:28:28.331319 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8acb44-25c9-4271-8025-9b51ed527df0 req-098d038c-e8b2-4ad2-b570-2044dbf4f3f7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:28.332817 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8f8acb44-25c9-4271-8025-9b51ed527df0 req-098d038c-e8b2-4ad2-b570-2044dbf4f3f7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0478861 Jul 30 15:28:28.370719 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8f8acb44-25c9-4271-8025-9b51ed527df0 req-2fca59cd-371d-4d3f-8861-6451c994e259 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318148 Jul 30 15:28:28.576097 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cdb56-396c-4db2-9e1e-1e6b52eb9a9f req-b4ff3d09-9b21-4a42-b5ec-e25e13ad1c56 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:28.577586 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-256cdb56-396c-4db2-9e1e-1e6b52eb9a9f req-b4ff3d09-9b21-4a42-b5ec-e25e13ad1c56 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0471394 Jul 30 15:28:28.615200 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-256cdb56-396c-4db2-9e1e-1e6b52eb9a9f req-53536670-310d-414a-9737-a81d0b987b09 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 30 15:28:28.744185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7a33-7708-45d7-9d98-44a8617fe90f req-6fe74517-c587-40b5-be11-c15692255760 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:28.745654 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-091f7a33-7708-45d7-9d98-44a8617fe90f req-6fe74517-c587-40b5-be11-c15692255760 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0477600 Jul 30 15:28:28.786207 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-091f7a33-7708-45d7-9d98-44a8617fe90f req-a6491abc-af88-42d4-98bf-f0269ce6252d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 Jul 30 15:28:28.928943 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:28:28.952494 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7005-a2d8-4c6d-b0a4-75b582b1558d req-33989e67-7025-4e76-929f-606c5e54953a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:28.952494 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b9eb7005-a2d8-4c6d-b0a4-75b582b1558d req-33989e67-7025-4e76-929f-606c5e54953a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0519481 Jul 30 15:28:28.970043 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['4824709e-c221-4840-9615-4d4cd28fb014'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:28:28.981880 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['4ba26d2f-47c6-4713-a9a9-55987b8bd928'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:28:28.990623 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b9eb7005-a2d8-4c6d-b0a4-75b582b1558d req-f4bf00a4-73ca-4680-8c23-1997193072f4 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354855 Jul 30 15:28:29.032831 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['67d6e489-5795-44ee-82c1-136630e67e20'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:28:29.034996 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['e5e9f913-1555-4586-bc6c-d77f897f88a6'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:28:29.046740 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['f6330f4b-b5c7-40d9-b9a1-713fcc072d71'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:28:29.363558 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3c61-6cd8-4af4-be18-4b092f8a58ca req-9a1664e9-83bd-4448-ab0d-170d219f66a2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:29.365070 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d5c3c61-6cd8-4af4-be18-4b092f8a58ca req-9a1664e9-83bd-4448-ab0d-170d219f66a2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0497260 Jul 30 15:28:29.402792 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d5c3c61-6cd8-4af4-be18-4b092f8a58ca req-19e1f23b-0297-4ded-86f1-eba44f2b8676 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Jul 30 15:28:29.489363 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaae765-e71a-48e7-9a29-c70b3347bce2 req-83c20a8e-b1fd-4029-b828-6e3f8f0df9ee tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:29.490841 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-fcaae765-e71a-48e7-9a29-c70b3347bce2 req-83c20a8e-b1fd-4029-b828-6e3f8f0df9ee tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0478196 Jul 30 15:28:29.528189 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-fcaae765-e71a-48e7-9a29-c70b3347bce2 req-b7950318-1735-4b93-a7d9-0ed9c49c70cb tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Jul 30 15:28:29.733159 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d95df2-5a79-4f52-83a0-57705d743c08 req-3d233ee0-f323-43aa-8b6b-1069afbf971a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:29.735372 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-32d95df2-5a79-4f52-83a0-57705d743c08 req-3d233ee0-f323-43aa-8b6b-1069afbf971a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0511701 Jul 30 15:28:29.777653 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-32d95df2-5a79-4f52-83a0-57705d743c08 req-bd4495ca-56a6-4a10-aab5-ba05fec65eff tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327647 Jul 30 15:28:29.897166 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686b9ed-0e68-44df-a83b-50e3a0e28b0a req-5806ab9f-8ddf-4e5b-911e-5e11487ce1c5 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:29.898615 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2686b9ed-0e68-44df-a83b-50e3a0e28b0a req-5806ab9f-8ddf-4e5b-911e-5e11487ce1c5 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0469871 Jul 30 15:28:29.936500 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2686b9ed-0e68-44df-a83b-50e3a0e28b0a req-d8431a78-824b-488b-8120-8b8f2758876c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Jul 30 15:28:30.104742 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b986c3-19b5-47fe-b910-6478f0c49b6c req-918e129c-454d-401e-85ec-efb6ac1aa20b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:30.106204 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6b986c3-19b5-47fe-b910-6478f0c49b6c req-918e129c-454d-401e-85ec-efb6ac1aa20b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0485821 Jul 30 15:28:30.148666 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6b986c3-19b5-47fe-b910-6478f0c49b6c req-bf037956-8434-47f1-b7f8-ab1ca4fa9b6a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359852 Jul 30 15:28:30.540416 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e3d2f-23f6-4e82-ab95-e07de5e72351 req-223eee5b-db3a-4533-98c6-ff178e944306 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:30.541917 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c09e3d2f-23f6-4e82-ab95-e07de5e72351 req-223eee5b-db3a-4533-98c6-ff178e944306 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0537856 Jul 30 15:28:30.584426 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c09e3d2f-23f6-4e82-ab95-e07de5e72351 req-f1f6c62e-23d5-49c5-9f91-93f177c903e6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364082 Jul 30 15:28:30.649162 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e9871-8def-4fb3-921a-f0eb2e3504d9 req-ceba058d-c1c7-4a25-b838-55ea1da099d9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:30.650811 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b38e9871-8def-4fb3-921a-f0eb2e3504d9 req-ceba058d-c1c7-4a25-b838-55ea1da099d9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0495028 Jul 30 15:28:30.688400 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b38e9871-8def-4fb3-921a-f0eb2e3504d9 req-0ec2cb0a-1f33-42d7-8d76-da1f820e7421 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jul 30 15:28:30.890523 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa01cb7-0d82-4eb7-8e4b-20c74fab59cb req-8883fed4-0d79-40b8-b156-0a26f765710b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:30.892522 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cfa01cb7-0d82-4eb7-8e4b-20c74fab59cb req-8883fed4-0d79-40b8-b156-0a26f765710b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0472407 Jul 30 15:28:30.928642 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cfa01cb7-0d82-4eb7-8e4b-20c74fab59cb req-ae4991de-77d0-4076-945e-0ab7ec56f6b1 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302949 Jul 30 15:28:31.045139 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db4430-f333-4143-b554-35a3505c4c66 req-3c99e07e-465e-4240-b8e1-970fb89dcfd2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:31.046563 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c1db4430-f333-4143-b554-35a3505c4c66 req-3c99e07e-465e-4240-b8e1-970fb89dcfd2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0465951 Jul 30 15:28:31.083407 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c1db4430-f333-4143-b554-35a3505c4c66 req-6a7e0367-afd0-43af-b2ea-64a9ddb714b8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Jul 30 15:28:31.267877 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebab15-6c1f-44ec-a376-d535e67b3f60 req-97eb201e-8a7f-413d-ada2-7a9f30356cef tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:31.269375 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a6ebab15-6c1f-44ec-a376-d535e67b3f60 req-97eb201e-8a7f-413d-ada2-7a9f30356cef tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0474958 Jul 30 15:28:31.306913 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a6ebab15-6c1f-44ec-a376-d535e67b3f60 req-e4772499-696f-4a9c-8e24-0fcfbc99c075 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Jul 30 15:28:31.434234 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:28:31.701550 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e4741-aaca-4631-9467-b284659c93c0 req-8995d11c-9cdd-4d5c-b87c-fc1766c03f0e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:31.702935 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc9e4741-aaca-4631-9467-b284659c93c0 req-8995d11c-9cdd-4d5c-b87c-fc1766c03f0e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0482450 Jul 30 15:28:31.747078 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc9e4741-aaca-4631-9467-b284659c93c0 req-a2733bb6-709a-4f87-b090-13bd55012231 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Jul 30 15:28:31.813044 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf7466-92f3-470a-b697-1f666a067bf4 req-52303ff7-bfef-494a-b1ba-725f0a458c0b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:31.814516 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ebcf7466-92f3-470a-b697-1f666a067bf4 req-52303ff7-bfef-494a-b1ba-725f0a458c0b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0524695 Jul 30 15:28:31.850972 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ebcf7466-92f3-470a-b697-1f666a067bf4 req-fba8de59-be4f-4ebd-95f5-0e3046b39caf tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Jul 30 15:28:32.039147 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd158-f768-4bde-b0d1-e37b8ce494e7 req-841fc4b4-fe50-45bd-bf58-ac0eefd30646 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:32.040603 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-939bd158-f768-4bde-b0d1-e37b8ce494e7 req-841fc4b4-fe50-45bd-bf58-ac0eefd30646 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0469275 Jul 30 15:28:32.077721 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-939bd158-f768-4bde-b0d1-e37b8ce494e7 req-05f34f6e-d745-47f7-b926-9d246fc14855 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Jul 30 15:28:32.194235 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add27ca5-15fe-4e4d-b4c3-4894ceb67718 req-b04de726-390a-4d76-924b-9f620a1f5db1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:32.195723 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-add27ca5-15fe-4e4d-b4c3-4894ceb67718 req-b04de726-390a-4d76-924b-9f620a1f5db1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0482714 Jul 30 15:28:32.233082 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-add27ca5-15fe-4e4d-b4c3-4894ceb67718 req-6101ff37-5cc8-4aab-ba33-d5532e1babac tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Jul 30 15:28:32.417597 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae237743-6a53-4585-aa1f-cb2e1708f34e req-19ae629b-0a7f-444d-8f87-e2364963dfd9 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:32.419066 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae237743-6a53-4585-aa1f-cb2e1708f34e req-19ae629b-0a7f-444d-8f87-e2364963dfd9 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0469098 Jul 30 15:28:32.455598 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae237743-6a53-4585-aa1f-cb2e1708f34e req-35590bd8-4d97-480a-9b8d-3fc3649c6553 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300555 Jul 30 15:28:32.872009 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717fef9-f1e1-4f34-92c9-dad536ae9840 req-33441083-a9ab-47a9-add3-e9b7e06431cc tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:32.873521 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5717fef9-f1e1-4f34-92c9-dad536ae9840 req-33441083-a9ab-47a9-add3-e9b7e06431cc tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0475481 Jul 30 15:28:32.912143 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5717fef9-f1e1-4f34-92c9-dad536ae9840 req-43f73c47-867f-4665-b575-b5677ede8a39 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327027 Jul 30 15:28:32.962966 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e68abf-05f8-43f6-ac2c-9edfc1df2c6b req-02fc4456-e2dc-4f87-812d-40473d3c98ac tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:32.964425 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e5e68abf-05f8-43f6-ac2c-9edfc1df2c6b req-02fc4456-e2dc-4f87-812d-40473d3c98ac tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0468121 Jul 30 15:28:33.004204 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e5e68abf-05f8-43f6-ac2c-9edfc1df2c6b req-115d2183-104a-479a-b8a3-007555e3933a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Jul 30 15:28:33.191954 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e61cf-fcc1-4fef-a55a-42c733295a75 req-1891917c-75db-4e4d-bb48-b025a7132241 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:33.193451 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-104e61cf-fcc1-4fef-a55a-42c733295a75 req-1891917c-75db-4e4d-bb48-b025a7132241 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0501351 Jul 30 15:28:33.230062 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-104e61cf-fcc1-4fef-a55a-42c733295a75 req-53a5bb7d-afa5-4cb1-82fa-5a22c20f2d3a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Jul 30 15:28:33.345224 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9c80f-96c6-48cb-985e-d07c3b7ad77b req-d55648ff-b17a-4db5-813d-7f6c5d61ed0e tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:33.346685 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-89e9c80f-96c6-48cb-985e-d07c3b7ad77b req-d55648ff-b17a-4db5-813d-7f6c5d61ed0e tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0473368 Jul 30 15:28:33.383240 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-89e9c80f-96c6-48cb-985e-d07c3b7ad77b req-113b8918-9b52-41a3-9970-ac14979a7040 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Jul 30 15:28:33.567343 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b1903-e5aa-4fec-bbcc-0063ca35511d req-86e7f860-188b-4d28-ba75-91afd8ca61e6 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:33.568836 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5a2b1903-e5aa-4fec-bbcc-0063ca35511d req-86e7f860-188b-4d28-ba75-91afd8ca61e6 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0477967 Jul 30 15:28:33.605840 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5a2b1903-e5aa-4fec-bbcc-0063ca35511d req-41ccb41c-95ea-4360-9901-cf2b7110268c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Jul 30 15:28:34.026658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17a64-abd5-4683-8a76-8f13f26fa4ff req-4372a4be-7a82-451e-996d-daacdccffa37 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:34.028137 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7ab17a64-abd5-4683-8a76-8f13f26fa4ff req-4372a4be-7a82-451e-996d-daacdccffa37 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0466306 Jul 30 15:28:34.066836 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7ab17a64-abd5-4683-8a76-8f13f26fa4ff req-4201dde7-bce0-41ce-a57d-d4413587a2fc tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jul 30 15:28:34.116002 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66957b-a6a2-4a06-aea4-f8c83037e96e req-71a08c54-d47a-49fb-b3fc-7a0208902a08 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:34.117635 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7f66957b-a6a2-4a06-aea4-f8c83037e96e req-71a08c54-d47a-49fb-b3fc-7a0208902a08 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0476191 Jul 30 15:28:34.155261 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7f66957b-a6a2-4a06-aea4-f8c83037e96e req-4f501581-556d-4b88-bee8-0c9aa76c7524 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Jul 30 15:28:34.346011 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345964d-fdf8-4ec8-aea5-c65a0c3253b8 req-6e390b29-6a3c-4de4-8c6a-47ec452f69da tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:34.347471 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d345964d-fdf8-4ec8-aea5-c65a0c3253b8 req-6e390b29-6a3c-4de4-8c6a-47ec452f69da tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0477598 Jul 30 15:28:34.387922 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d345964d-fdf8-4ec8-aea5-c65a0c3253b8 req-cd6aa08a-a555-4c59-85a4-2d57b4084a07 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Jul 30 15:28:34.512847 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b3ccc-0cbb-4566-81bf-4754bba0e367 req-400a7a0a-40e7-4b5f-8aa0-596aab7574ba tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:34.512847 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-222b3ccc-0cbb-4566-81bf-4754bba0e367 req-400a7a0a-40e7-4b5f-8aa0-596aab7574ba tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0545421 Jul 30 15:28:34.544788 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-222b3ccc-0cbb-4566-81bf-4754bba0e367 req-790e7ada-5883-4abf-835e-860431e064f6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333371 Jul 30 15:28:34.719857 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96acf7-5df9-4400-baf9-ed579ddf672d req-f4376d7a-fb77-4780-884c-e2e78bca32c2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:34.721408 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2a96acf7-5df9-4400-baf9-ed579ddf672d req-f4376d7a-fb77-4780-884c-e2e78bca32c2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0487599 Jul 30 15:28:34.759754 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2a96acf7-5df9-4400-baf9-ed579ddf672d req-8b55bc74-99a6-43d3-888f-3e28a36a50b6 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Jul 30 15:28:35.181453 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c680682-2307-44c9-b87e-e4ef8ce6ad1b req-5cb28826-c9ce-4196-bbde-fe9fcd2ba301 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:35.183268 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8c680682-2307-44c9-b87e-e4ef8ce6ad1b req-5cb28826-c9ce-4196-bbde-fe9fcd2ba301 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0476065 Jul 30 15:28:35.220618 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8c680682-2307-44c9-b87e-e4ef8ce6ad1b req-aa9ef393-1f59-492f-8032-c59d0bdd009d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309567 Jul 30 15:28:35.269088 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111f7a-f9cd-4744-8929-cc2620fa9677 req-7364d43b-4073-49f0-b3f4-13cc849b433b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:35.270624 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3e111f7a-f9cd-4744-8929-cc2620fa9677 req-7364d43b-4073-49f0-b3f4-13cc849b433b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0483637 Jul 30 15:28:35.308920 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3e111f7a-f9cd-4744-8929-cc2620fa9677 req-85dbacea-6f3b-47a1-b891-bab65ec91611 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Jul 30 15:28:35.500821 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c333d-38c5-4069-856c-c9f0cb7956a6 req-6c7a8f54-3031-4719-be4e-711551f138e3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:35.502271 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5c0c333d-38c5-4069-856c-c9f0cb7956a6 req-6c7a8f54-3031-4719-be4e-711551f138e3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0472715 Jul 30 15:28:35.538238 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5c0c333d-38c5-4069-856c-c9f0cb7956a6 req-02a0125d-c279-4558-8fdd-a91bcb9df03c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301547 Jul 30 15:28:35.658858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e4a0-de24-4f14-af49-902e12025d9d req-ee6eca1d-448a-496e-bae5-54e59b3d3518 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:35.660365 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84d7e4a0-de24-4f14-af49-902e12025d9d req-ee6eca1d-448a-496e-bae5-54e59b3d3518 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0496964 Jul 30 15:28:35.705851 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84d7e4a0-de24-4f14-af49-902e12025d9d req-7b6a6960-20da-4262-b8d5-e7f8246fad0e tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396311 Jul 30 15:28:35.886856 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c3365-2181-447b-b4ea-2add20cf70f7 req-392baa2e-34bc-4f43-88ae-d635a3a44725 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:35.888432 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-054c3365-2181-447b-b4ea-2add20cf70f7 req-392baa2e-34bc-4f43-88ae-d635a3a44725 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0556989 Jul 30 15:28:35.938119 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-054c3365-2181-447b-b4ea-2add20cf70f7 req-1c94b388-4dbf-4696-94e3-beb734701176 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Jul 30 15:28:36.256132 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45576) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:36.343610 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d08ccf-3088-4699-b5f0-3d42889cc883 req-32e61356-dda7-42a2-beed-d42c6476b6ff tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:36.345159 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84d08ccf-3088-4699-b5f0-3d42889cc883 req-32e61356-dda7-42a2-beed-d42c6476b6ff tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0495133 Jul 30 15:28:36.374463 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:36.407590 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84d08ccf-3088-4699-b5f0-3d42889cc883 req-9e89d234-fe31-4c9d-9fb3-fd41acf9f3df tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547423 Jul 30 15:28:36.429997 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e7fe-e10f-4b1b-b9ab-a0c6e84e47af req-3f16443a-69b8-408f-a5a5-6dcd58ddfe00 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:36.432025 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-be98e7fe-e10f-4b1b-b9ab-a0c6e84e47af req-3f16443a-69b8-408f-a5a5-6dcd58ddfe00 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.0507245 Jul 30 15:28:36.471138 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-be98e7fe-e10f-4b1b-b9ab-a0c6e84e47af req-6bf22443-441c-4bea-9ecf-c5c4b897dbcc tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Jul 30 15:28:36.489693 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:36.494192 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:36.531718 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b6b99b1f75f47b896df5ce6a6b4393f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741783 Jul 30 15:28:36.533686 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3542470-45bb-4707-8e5a-ddfef764dc03,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:36.534452 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45582) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:36.540649 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.541035 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.541384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.541724 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.542061 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.542398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.542733 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.543064 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.543397 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.543725 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.544056 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.544381 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53fc2db-6722-43df-aff5-01de774e496e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.589394 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:36.611075 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:36.653102 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c8b78-8d65-45f2-a5b7-49e5fefad08d req-65ddcb0a-c0b3-4ded-ba70-fd8317b94c9b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:36.654618 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c67c8b78-8d65-45f2-a5b7-49e5fefad08d req-65ddcb0a-c0b3-4ded-ba70-fd8317b94c9b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.0509560 Jul 30 15:28:36.657502 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:36.660078 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:36.663496 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3542470-45bb-4707-8e5a-ddfef764dc03 HTTP/1.1" status: 204 len: 168 time: 0.1258013 Jul 30 15:28:36.670198 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3542470-45bb-4707-8e5a-ddfef764dc03,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:36.678630 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.679061 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.679330 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.679740 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.679997 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.680325 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.680786 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.681228 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.681669 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.681998 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.682323 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.682812 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2bd9b-8ede-4931-86db-0cfa2983d1f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:36.699454 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c67c8b78-8d65-45f2-a5b7-49e5fefad08d req-a58f8488-c046-48fb-a2a5-05328bdb0837 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Jul 30 15:28:36.832584 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a2718-0f1d-4064-b879-8217fab2ee2a req-516b7a69-c86d-4204-9c29-f5e4c58707ce tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:36.834084 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d80a2718-0f1d-4064-b879-8217fab2ee2a req-516b7a69-c86d-4204-9c29-f5e4c58707ce tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.0509365 Jul 30 15:28:36.872665 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d80a2718-0f1d-4064-b879-8217fab2ee2a req-ae12eeed-ce3f-4802-bd24-909b4d487690 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325911 Jul 30 15:28:36.930073 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45596) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:36.944360 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f7d02960-2333-410e-84c2-bfc3b398e32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.046710 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f7d02960-2333-410e-84c2-bfc3b398e32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.053161 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f7d02960-2333-410e-84c2-bfc3b398e32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.069433 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f0c42-47dd-4d76-a050-46976f102b9b req-43655036-f196-4b71-a034-217880b9ae73 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:37.076509 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f65f0c42-47dd-4d76-a050-46976f102b9b req-43655036-f196-4b71-a034-217880b9ae73 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0613098 Jul 30 15:28:37.092452 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d02960-2333-410e-84c2-bfc3b398e32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196d318-3bc4-426f-bbce-6fefc43ecea7,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:37.098957 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-f7d02960-2333-410e-84c2-bfc3b398e32b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d780c683fb7141f8ba9c06484581b775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678314 Jul 30 15:28:37.101502 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45614) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:37.117373 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f65f0c42-47dd-4d76-a050-46976f102b9b req-5ceda5ea-c122-40b2-be76-c12a3ec75e3b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Jul 30 15:28:37.168607 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c455fc8b-63dc-462d-b6b9-072b57565705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.192548 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c455fc8b-63dc-462d-b6b9-072b57565705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.245313 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c455fc8b-63dc-462d-b6b9-072b57565705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.247809 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c455fc8b-63dc-462d-b6b9-072b57565705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.248989 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c455fc8b-63dc-462d-b6b9-072b57565705 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2196d318-3bc4-426f-bbce-6fefc43ecea7 HTTP/1.1" status: 204 len: 168 time: 0.1458025 Jul 30 15:28:37.263831 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455fc8b-63dc-462d-b6b9-072b57565705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196d318-3bc4-426f-bbce-6fefc43ecea7,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:37.588289 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4815b-ea34-4d2b-8bf2-73cc17260a2b req-c17a1f49-ef90-4c86-89e0-ffe848d68389 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:37.596175 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a0a4815b-ea34-4d2b-8bf2-73cc17260a2b req-c17a1f49-ef90-4c86-89e0-ffe848d68389 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.1115878 Jul 30 15:28:37.661902 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a0a4815b-ea34-4d2b-8bf2-73cc17260a2b req-f67fba90-78e1-42cb-ab57-c7befb29551b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559053 Jul 30 15:28:37.662465 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45644) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:37.674395 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f06e5-ed43-4092-bd5b-268bd47a0bc2 req-3b1bc60a-efe1-42dd-8961-3f531261f6de tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:37.676474 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-716078a0-771d-42c2-966b-a563c2b1b5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.681511 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-db1f06e5-ed43-4092-bd5b-268bd47a0bc2 req-3b1bc60a-efe1-42dd-8961-3f531261f6de tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 944 time: 0.1015000 Jul 30 15:28:37.733928 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-db1f06e5-ed43-4092-bd5b-268bd47a0bc2 req-5a8d2e18-48e7-488e-a21a-f91974a3e0df tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Jul 30 15:28:37.735197 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45648) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:37.855564 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-716078a0-771d-42c2-966b-a563c2b1b5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.863044 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-716078a0-771d-42c2-966b-a563c2b1b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.875564 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device bcf4110b-c72f-49eb-873d-eb1d11bed8c3 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:37.885167 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31707c-be11-4f90-b86c-fe9b67d95a61 req-94e5f85d-c33e-4f09-89e6-1d66514676e8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:37.892846 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0a31707c-be11-4f90-b86c-fe9b67d95a61 req-94e5f85d-c33e-4f09-89e6-1d66514676e8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 944 time: 0.1069198 Jul 30 15:28:37.972182 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0a31707c-be11-4f90-b86c-fe9b67d95a61 req-162fd2bf-3fef-4d94-8b35-e4c24c993c87 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779302 Jul 30 15:28:37.975475 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-643db20c-4d24-44fd-b802-c10b87ef3e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:37.977729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45658) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:37.985978 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-716078a0-771d-42c2-966b-a563c2b1b5d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d54a6d966a85474383ff832eeecfaaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217845 Jul 30 15:28:37.987427 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716078a0-771d-42c2-966b-a563c2b1b5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1be7ac-7e2e-4836-85cd-96148892fd18,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:38.011301 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:38.015369 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:38.016324 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.099550 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-52e88557-851d-41ac-a503-d6163fdf672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.100051 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.113220 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9479d-a7a3-4a90-9f3d-18453dca6c0e req-be287447-612a-49d0-80cf-7ca0d86b9a71 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:38.114703 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b4a9479d-a7a3-4a90-9f3d-18453dca6c0e req-be287447-612a-49d0-80cf-7ca0d86b9a71 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 945 time: 0.1119308 Jul 30 15:28:38.123843 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91485b95-d975-43ae-9846-fa1d8073c125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:38.158417 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-52e88557-851d-41ac-a503-d6163fdf672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.207166 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port bcf4110b-c72f-49eb-873d-eb1d11bed8c3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:38.214362 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.215528 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4ba26d2f-47c6-4713-a9a9-55987b8bd928 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:38.240503 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b4a9479d-a7a3-4a90-9f3d-18453dca6c0e req-29bab78e-ab37-4c24-8c70-9853d53be0df tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089411 Jul 30 15:28:38.248788 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ce0d2-0a3d-4686-89ea-26a08034a3f4 req-f1de3686-f1d7-4a94-8675-2b470646287e tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:38.257547 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-136ce0d2-0a3d-4686-89ea-26a08034a3f4 req-f1de3686-f1d7-4a94-8675-2b470646287e tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 945 time: 0.0690050 Jul 30 15:28:38.274761 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-643db20c-4d24-44fd-b802-c10b87ef3e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.283731 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-643db20c-4d24-44fd-b802-c10b87ef3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.290071 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-52e88557-851d-41ac-a503-d6163fdf672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.292562 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-52e88557-851d-41ac-a503-d6163fdf672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.294379 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-52e88557-851d-41ac-a503-d6163fdf672d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de1be7ac-7e2e-4836-85cd-96148892fd18 HTTP/1.1" status: 204 len: 168 time: 0.3150158 Jul 30 15:28:38.307367 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-136ce0d2-0a3d-4686-89ea-26a08034a3f4 req-52abcb9c-61a4-480a-9a1c-a6f415cb5e37 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484989 Jul 30 15:28:38.342523 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45668) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:38.342665 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-643db20c-4d24-44fd-b802-c10b87ef3e9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ee2f0fd9e044d02870f05cafeaf8fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061170 Jul 30 15:28:38.344302 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643db20c-4d24-44fd-b802-c10b87ef3e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad4b753-bab3-4a9b-ba02-b5e6b667d322,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:38.352330 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9bda1d-bbd5-48d9-a68b-ded07a48a024" -d '{"events": [{"server_uuid": "91485b95-d975-43ae-9846-fa1d8073c125", "name": "network-vif-plugged", "status": "completed", "tag": "bcf4110b-c72f-49eb-873d-eb1d11bed8c3"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:38.356166 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e88557-851d-41ac-a503-d6163fdf672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1be7ac-7e2e-4836-85cd-96148892fd18,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:38.363227 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:38.372314 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.373060 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.373286 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.373452 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.373810 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.374138 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.374466 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.375338 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.375795 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.376173 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.376502 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.376845 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:28:38.400053 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:38.405837 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:38.406278 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.441314 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-05a7c0b5-b6b9-41c3-9ddd-bbab61381dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.464416 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-05a7c0b5-b6b9-41c3-9ddd-bbab61381dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.501604 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.527109 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-05a7c0b5-b6b9-41c3-9ddd-bbab61381dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.529936 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-05a7c0b5-b6b9-41c3-9ddd-bbab61381dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.531298 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-05a7c0b5-b6b9-41c3-9ddd-bbab61381dd4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cad4b753-bab3-4a9b-ba02-b5e6b667d322 HTTP/1.1" status: 204 len: 168 time: 0.1874738 Jul 30 15:28:38.540928 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4ba26d2f-47c6-4713-a9a9-55987b8bd928, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:38.547297 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.548971 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device e5e9f913-1555-4586-bc6c-d77f897f88a6 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:38.550807 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7c0b5-b6b9-41c3-9ddd-bbab61381dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad4b753-bab3-4a9b-ba02-b5e6b667d322,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:38.617415 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef445c2e-bf18-4d59-903f-fc707e11660a x-openstack-request-id: req-ef445c2e-bf18-4d59-903f-fc707e11660a {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:38.617664 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91485b95-d975-43ae-9846-fa1d8073c125", "name": "network-vif-plugged", "status": "completed", "tag": "bcf4110b-c72f-49eb-873d-eb1d11bed8c3", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:38.617903 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef445c2e-bf18-4d59-903f-fc707e11660a {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:38.618358 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91485b95-d975-43ae-9846-fa1d8073c125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3', 'code': 200} Jul 30 15:28:38.671238 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=4ba26d2f-47c6-4713-a9a9-55987b8bd928,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:38.696845 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port e5e9f913-1555-4586-bc6c-d77f897f88a6 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:38.701002 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port e5e9f913-1555-4586-bc6c-d77f897f88a6 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:38.701383 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.838738 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.874388 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62691d-2f77-4957-b4de-fc75b20cb072 req-4ca92c7c-c436-4de5-8feb-f370aed35619 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:38.881993 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port e5e9f913-1555-4586-bc6c-d77f897f88a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:38.886659 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5a62691d-2f77-4957-b4de-fc75b20cb072 req-4ca92c7c-c436-4de5-8feb-f370aed35619 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0741160 Jul 30 15:28:38.888407 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:38.889977 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4824709e-c221-4840-9615-4d4cd28fb014 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:38.901312 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449166b6-db01-44ca-b8d3-b0539af77c95 req-f54cd7d0-1c00-4740-9b70-c1263508f5b2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:38.909640 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-449166b6-db01-44ca-b8d3-b0539af77c95 req-f54cd7d0-1c00-4740-9b70-c1263508f5b2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.1566691 Jul 30 15:28:38.930678 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f428d9-02c2-4e09-82fd-5d0557dd09bf req-c10ed592-85f3-460e-8cfc-b19aae78f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:38.932357 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b0f428d9-02c2-4e09-82fd-5d0557dd09bf req-c10ed592-85f3-460e-8cfc-b19aae78f9a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 1098 time: 0.1465869 Jul 30 15:28:38.954970 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5a62691d-2f77-4957-b4de-fc75b20cb072 req-9684a4b9-aea2-4585-a7a9-5ac7ecc216f6 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662808 Jul 30 15:28:38.959807 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-b0f428d9-02c2-4e09-82fd-5d0557dd09bf req-6dd167b3-5716-4ebf-b39c-be96de8ade70 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.005202 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=e5e9f913-1555-4586-bc6c-d77f897f88a6,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:39.023012 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 4824709e-c221-4840-9615-4d4cd28fb014 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:39.029283 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 4824709e-c221-4840-9615-4d4cd28fb014 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:39.031068 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.119862 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45704) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:39.144410 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-449166b6-db01-44ca-b8d3-b0539af77c95 req-aa2e669b-b500-4cf2-a8a2-2cb11988b3ae tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228234 Jul 30 15:28:39.146753 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.147826 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e426a1b0-99d7-4861-ae11-b5d4879a1b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.178778 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aa8fc-d178-4725-aab3-ba81270f48fd req-d4012c33-aeca-45f4-8dcb-9833b21650f3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:39.179598 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-b0f428d9-02c2-4e09-82fd-5d0557dd09bf req-6dd167b3-5716-4ebf-b39c-be96de8ade70 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.180780 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f58aa8fc-d178-4725-aab3-ba81270f48fd req-d4012c33-aeca-45f4-8dcb-9833b21650f3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 945 time: 0.1002662 Jul 30 15:28:39.187708 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4824709e-c221-4840-9615-4d4cd28fb014, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4824709e-c221-4840-9615-4d4cd28fb014,segment=NetworkSegment(174fbd51-a76d-425c-8371-e2bb3de65d3e),segment_id=174fbd51-a76d-425c-8371-e2bb3de65d3e)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:39.189634 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-b0f428d9-02c2-4e09-82fd-5d0557dd09bf req-6dd167b3-5716-4ebf-b39c-be96de8ade70 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.192865 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.194002 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:39.239020 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b0f428d9-02c2-4e09-82fd-5d0557dd09bf req-6dd167b3-5716-4ebf-b39c-be96de8ade70 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990530 Jul 30 15:28:39.255632 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f58aa8fc-d178-4725-aab3-ba81270f48fd req-c96eddc5-89cf-4768-acdb-c2328d9508a7 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666811 Jul 30 15:28:39.258913 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd167b3-5716-4ebf-b39c-be96de8ade70 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=07a5ea41-a2a2-4e00-b86c-5caa8db0edd9,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:39.376790 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=4824709e-c221-4840-9615-4d4cd28fb014,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:39.379126 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e426a1b0-99d7-4861-ae11-b5d4879a1b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.388194 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e426a1b0-99d7-4861-ae11-b5d4879a1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.414889 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 67d6e489-5795-44ee-82c1-136630e67e20 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:39.421253 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 67d6e489-5795-44ee-82c1-136630e67e20 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:39.421659 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.429495 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ca4c7-050b-4a8d-b21d-3907cc619f08 req-083b4b97-39b1-458e-9ee6-5a02775f47a0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:39.431123 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0c5ca4c7-050b-4a8d-b21d-3907cc619f08 req-083b4b97-39b1-458e-9ee6-5a02775f47a0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0813200 Jul 30 15:28:39.483565 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0c5ca4c7-050b-4a8d-b21d-3907cc619f08 req-d597857f-6b14-449d-b04f-ca4a2de6fd04 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436230 Jul 30 15:28:39.497449 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426a1b0-99d7-4861-ae11-b5d4879a1b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19a97e-873d-414e-ac44-67f0dd313221,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:39.504930 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e426a1b0-99d7-4861-ae11-b5d4879a1b8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da076264c6934025941e42ed37d068dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838222 Jul 30 15:28:39.507705 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45722) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:39.540988 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.555692 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641fd27-3de8-4642-9bab-7681d72e51ec req-30183992-869a-4959-8f00-5f3858c69a83 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:39.557678 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e641fd27-3de8-4642-9bab-7681d72e51ec req-30183992-869a-4959-8f00-5f3858c69a83 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.1074572 Jul 30 15:28:39.574362 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11da6978-2472-491b-9ebb-97fcfd4549d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.590596 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:39.597476 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.598511 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device f6330f4b-b5c7-40d9-b9a1-713fcc072d71 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:28:39.599751 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11da6978-2472-491b-9ebb-97fcfd4549d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.621368 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e641fd27-3de8-4642-9bab-7681d72e51ec req-7c70b3e6-f3d2-41d5-a490-36b572ba096c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548577 Jul 30 15:28:39.667002 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11da6978-2472-491b-9ebb-97fcfd4549d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.670007 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11da6978-2472-491b-9ebb-97fcfd4549d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.670720 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-11da6978-2472-491b-9ebb-97fcfd4549d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef19a97e-873d-414e-ac44-67f0dd313221 HTTP/1.1" status: 204 len: 168 time: 0.1620030 Jul 30 15:28:39.681682 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da6978-2472-491b-9ebb-97fcfd4549d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef19a97e-873d-414e-ac44-67f0dd313221,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:39.690887 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:39.708904 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:28:39.715723 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:28:39.716504 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.805117 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.845806 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port f6330f4b-b5c7-40d9-b9a1-713fcc072d71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:28:39.858867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:39.925665 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:40.056742 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ecb5e-87e6-4b6a-b0c8-2ef9c9ec5a15 req-7501ded2-6638-47d9-8b7b-a6f1a92c448e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:40.058201 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-524ecb5e-87e6-4b6a-b0c8-2ef9c9ec5a15 req-7501ded2-6638-47d9-8b7b-a6f1a92c448e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0487297 Jul 30 15:28:40.096878 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-524ecb5e-87e6-4b6a-b0c8-2ef9c9ec5a15 req-e9bc431c-d204-4fa1-b0b7-dc9759d7e438 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Jul 30 15:28:40.224969 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4ddc3-2e7d-42ee-8b6e-9a8cfefa9969 req-15e26409-218e-4685-b24d-f2ff9fa42f0d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:40.226455 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-51f4ddc3-2e7d-42ee-8b6e-9a8cfefa9969 req-15e26409-218e-4685-b24d-f2ff9fa42f0d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0466213 Jul 30 15:28:40.270070 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-51f4ddc3-2e7d-42ee-8b6e-9a8cfefa9969 req-a9bb6765-170c-46c3-a251-7f847bc8a868 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364125 Jul 30 15:28:40.373836 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456b795-00e5-4d6c-84bd-2e792511b44a req-144e09d1-6f72-472d-9d87-a96eb594dce4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:40.376111 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c456b795-00e5-4d6c-84bd-2e792511b44a req-144e09d1-6f72-472d-9d87-a96eb594dce4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Jul 30 15:28:40.417279 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c456b795-00e5-4d6c-84bd-2e792511b44a req-4eb7d194-521e-4fe0-a78d-11889f8c1558 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Jul 30 15:28:40.601277 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934660a-9be8-4827-938f-0529f30c7855 req-724a6448-b01f-4646-82ca-d9b766eb0d1c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:40.602765 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3934660a-9be8-4827-938f-0529f30c7855 req-724a6448-b01f-4646-82ca-d9b766eb0d1c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0536108 Jul 30 15:28:40.619610 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba26d2f-47c6-4713-a9a9-55987b8bd928'}, {'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6'}, {'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014'}, {'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20'}, {'server_uuid': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:40.622336 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837f8026-a6e2-4436-9d37-77d998130719" -d '{"events": [{"server_uuid": "98a049f5-c7b8-4edc-80ba-3f4d92da58bc", "name": "network-vif-plugged", "status": "completed", "tag": "4ba26d2f-47c6-4713-a9a9-55987b8bd928"}, {"server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "name": "network-vif-plugged", "status": "completed", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6"}, {"server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "name": "network-vif-plugged", "status": "completed", "tag": "4824709e-c221-4840-9615-4d4cd28fb014"}, {"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-plugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20"}, {"server_uuid": "7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44", "name": "network-vif-plugged", "status": "completed", "tag": "f6330f4b-b5c7-40d9-b9a1-713fcc072d71"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:40.644872 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3934660a-9be8-4827-938f-0529f30c7855 req-26e0519c-8367-41e5-b500-e0f4e1179e37 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362270 Jul 30 15:28:40.687926 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20637683-5c96-43de-8e57-9030cc8690dc x-openstack-request-id: req-20637683-5c96-43de-8e57-9030cc8690dc {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:40.688171 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a049f5-c7b8-4edc-80ba-3f4d92da58bc", "name": "network-vif-plugged", "status": "completed", "tag": "4ba26d2f-47c6-4713-a9a9-55987b8bd928", "code": 200}, {"server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "name": "network-vif-plugged", "status": "completed", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6", "code": 200}, {"server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "name": "network-vif-plugged", "status": "completed", "tag": "4824709e-c221-4840-9615-4d4cd28fb014", "code": 200}, {"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-plugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20", "code": 200}, {"server_uuid": "7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44", "name": "network-vif-plugged", "status": "completed", "tag": "f6330f4b-b5c7-40d9-b9a1-713fcc072d71", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:40.688482 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20637683-5c96-43de-8e57-9030cc8690dc {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:40.688944 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba26d2f-47c6-4713-a9a9-55987b8bd928', 'code': 200} Jul 30 15:28:40.689330 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'code': 200} Jul 30 15:28:40.689752 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014', 'code': 200} Jul 30 15:28:40.689881 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20', 'code': 200} Jul 30 15:28:40.690109 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71', 'code': 200} Jul 30 15:28:40.756016 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4173c97-e0af-4beb-8feb-1b50e83d5d52 req-0e585bd2-42a4-4697-aa5d-fce85406f6d5 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:40.757753 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d4173c97-e0af-4beb-8feb-1b50e83d5d52 req-0e585bd2-42a4-4697-aa5d-fce85406f6d5 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0519662 Jul 30 15:28:40.797047 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d4173c97-e0af-4beb-8feb-1b50e83d5d52 req-13306a63-c62b-41f9-a4d4-bdc482efa454 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330405 Jul 30 15:28:41.366533 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d806be-8c43-46d1-b1ad-c9e6bb3b22f1 req-582fbd3a-700a-4578-b586-a44dd2e2ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.368035 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-34d806be-8c43-46d1-b1ad-c9e6bb3b22f1 req-582fbd3a-700a-4578-b586-a44dd2e2ddc8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1098 time: 0.2564285 Jul 30 15:28:41.377720 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4154-5997-4473-aca2-6da633d201a2 req-b4e2c61f-8f25-4a6c-a147-31b2289a1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.379209 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4c5f4154-5997-4473-aca2-6da633d201a2 req-b4e2c61f-8f25-4a6c-a147-31b2289a1bb3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1099 time: 0.2113974 Jul 30 15:28:41.396134 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69156f6-5d69-4507-bc11-656b192e4393 req-a28baac3-88ad-4222-a985-abe31b20398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.397866 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b69156f6-5d69-4507-bc11-656b192e4393 req-a28baac3-88ad-4222-a985-abe31b20398e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.1848342 Jul 30 15:28:41.455643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccfa61-81cc-4c04-95de-1d76d6bcead0 req-66a87a14-ec87-43cc-bb62-99635377927a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.457187 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4eccfa61-81cc-4c04-95de-1d76d6bcead0 req-66a87a14-ec87-43cc-bb62-99635377927a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.2496247 Jul 30 15:28:41.503904 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-34d806be-8c43-46d1-b1ad-c9e6bb3b22f1 req-457e098a-0d76-47be-abd2-87393dfc2740 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210785 Jul 30 15:28:41.506715 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f417634-7fd8-4d71-9a54-316b7a6494c9 req-fa232536-b3f9-4f1e-af0e-4581c0292f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.508284 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4f417634-7fd8-4d71-9a54-316b7a6494c9 req-fa232536-b3f9-4f1e-af0e-4581c0292f11 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 1098 time: 0.3478899 Jul 30 15:28:41.510212 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ff21-c5d9-4429-89ba-e61b699de356 req-669d225c-6428-4ff3-9b4d-312987c230e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.511635 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bfe2ff21-c5d9-4429-89ba-e61b699de356 req-669d225c-6428-4ff3-9b4d-312987c230e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 1099 time: 0.3169036 Jul 30 15:28:41.514967 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4c5f4154-5997-4473-aca2-6da633d201a2 req-06edff9d-832d-4b79-9420-03c86f8a679a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054802 Jul 30 15:28:41.518339 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b69156f6-5d69-4507-bc11-656b192e4393 req-e9ed2ce1-f143-4714-97bc-db2c5271f399 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984352 Jul 30 15:28:41.536526 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54c9f5-5ae1-4821-8bf3-722ab0e29d2b req-ea3ad0be-12db-44bb-9dca-f1d2f9bbd6a7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.538052 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a54c9f5-5ae1-4821-8bf3-722ab0e29d2b req-ea3ad0be-12db-44bb-9dca-f1d2f9bbd6a7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0655594 Jul 30 15:28:41.539675 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4eccfa61-81cc-4c04-95de-1d76d6bcead0 req-ac1275e4-71da-4e57-a372-918dbcddb352 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714538 Jul 30 15:28:41.590047 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a54c9f5-5ae1-4821-8bf3-722ab0e29d2b req-fcaf558c-8eca-49e1-be65-830e2f28450f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Jul 30 15:28:41.663665 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25341b1f-db32-4709-afcb-ab04194035fb req-8578d3e5-5b3e-40c6-a12a-e8dc9076669b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.671512 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-25341b1f-db32-4709-afcb-ab04194035fb req-8578d3e5-5b3e-40c6-a12a-e8dc9076669b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 945 time: 0.0573864 Jul 30 15:28:41.725196 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-25341b1f-db32-4709-afcb-ab04194035fb req-7d6be1e9-4269-4e04-bcb0-ccfabfc4ed58 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474937 Jul 30 15:28:41.789329 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc8b7c-fb69-4f87-a1ab-4237574b83e7 req-d8fe3e89-8224-4365-aa71-cd5c34ac3dcf tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.790808 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bebc8b7c-fb69-4f87-a1ab-4237574b83e7 req-d8fe3e89-8224-4365-aa71-cd5c34ac3dcf tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0616140 Jul 30 15:28:41.830351 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bebc8b7c-fb69-4f87-a1ab-4237574b83e7 req-87e7da05-a824-452c-961a-6de5f2d4d289 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Jul 30 15:28:41.919643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f90e4-7fe7-4bc2-9f14-04611d41b06c req-851908b7-d39b-4840-a814-d14624673731 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:41.921224 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b54f90e4-7fe7-4bc2-9f14-04611d41b06c req-851908b7-d39b-4840-a814-d14624673731 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0513961 Jul 30 15:28:41.962433 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b54f90e4-7fe7-4bc2-9f14-04611d41b06c req-33921e7b-587e-41da-9281-5e8da1ff219e tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 Jul 30 15:28:42.653137 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c964a-3431-4c23-8c0e-fc48466c3431 req-5dd4bca0-0696-471d-8ee9-7261624568c2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:42.654591 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f20c964a-3431-4c23-8c0e-fc48466c3431 req-5dd4bca0-0696-471d-8ee9-7261624568c2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0495975 Jul 30 15:28:42.692599 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f20c964a-3431-4c23-8c0e-fc48466c3431 req-b5633b88-fda6-425b-b977-eda21d408c82 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Jul 30 15:28:42.715048 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8110-ba5c-4815-8ac8-94745fa0f559 req-f3f8bf5d-845b-4fcc-a618-a9ef59302215 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:42.716519 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5b1d8110-ba5c-4815-8ac8-94745fa0f559 req-f3f8bf5d-845b-4fcc-a618-a9ef59302215 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0474770 Jul 30 15:28:42.753683 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5b1d8110-ba5c-4815-8ac8-94745fa0f559 req-0284e09a-d8a9-4309-b6f9-6077633df7f5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Jul 30 15:28:42.949031 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc60b66-a945-4425-81e2-761f76422771 req-cfc543ec-e382-4be5-90a2-0f2a9306eb90 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:42.950463 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5cc60b66-a945-4425-81e2-761f76422771 req-cfc543ec-e382-4be5-90a2-0f2a9306eb90 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0466449 Jul 30 15:28:42.986771 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5cc60b66-a945-4425-81e2-761f76422771 req-f4c3e173-510a-4888-a3a1-0dd90dc87cf8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304687 Jul 30 15:28:43.074986 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70e5e2-b167-4a5c-97e9-e2da5c96283b req-82f115e5-f929-4d0b-a0a6-c5028e4e149b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:43.076446 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3b70e5e2-b167-4a5c-97e9-e2da5c96283b req-82f115e5-f929-4d0b-a0a6-c5028e4e149b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0476162 Jul 30 15:28:43.113929 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3b70e5e2-b167-4a5c-97e9-e2da5c96283b req-9e224199-7c88-4cb1-af3e-0f0800715575 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jul 30 15:28:43.817680 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755f225-3254-43ec-80c0-0f3be2aa6e66 req-6b1166ec-730a-4882-8c8a-6ab207fd6b9b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:43.820305 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f755f225-3254-43ec-80c0-0f3be2aa6e66 req-6b1166ec-730a-4882-8c8a-6ab207fd6b9b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0522263 Jul 30 15:28:43.878481 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f755f225-3254-43ec-80c0-0f3be2aa6e66 req-9121d862-35d6-40e6-9207-c89e349d4aa8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 Jul 30 15:28:43.878892 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b885e-b0b9-420a-a7be-b11d9f59283f req-449d36c5-7188-45c6-b20a-86ee64247162 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:43.880361 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-879b885e-b0b9-420a-a7be-b11d9f59283f req-449d36c5-7188-45c6-b20a-86ee64247162 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0541973 Jul 30 15:28:43.918470 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-879b885e-b0b9-420a-a7be-b11d9f59283f req-6c6fba54-2e7b-4760-84ff-045506b96d6f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Jul 30 15:28:44.104828 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99619d-ddb2-44c1-800f-590925b225f0 req-6c6f9621-08e8-4729-a75d-a0e3c28e9663 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:44.106291 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6d99619d-ddb2-44c1-800f-590925b225f0 req-6c6f9621-08e8-4729-a75d-a0e3c28e9663 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0549679 Jul 30 15:28:44.144331 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6d99619d-ddb2-44c1-800f-590925b225f0 req-b22185b5-5eea-4b93-92db-4f4c75647047 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Jul 30 15:28:44.232407 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8034414-861d-498d-8822-352fa52d312b req-54c000ef-7525-40bd-834d-90706fa5638a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:44.234452 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e8034414-861d-498d-8822-352fa52d312b req-54c000ef-7525-40bd-834d-90706fa5638a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0480671 Jul 30 15:28:44.274054 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e8034414-861d-498d-8822-352fa52d312b req-01eb24f5-036c-43bb-a752-f78234f7dca6 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Jul 30 15:28:44.994285 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1bfbd-e897-4832-9c72-e1d884764d1d req-d038ea91-bd4f-4f27-8bff-d3a8e41795a8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:44.995726 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ff1bfbd-e897-4832-9c72-e1d884764d1d req-d038ea91-bd4f-4f27-8bff-d3a8e41795a8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0476468 Jul 30 15:28:45.033300 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ff1bfbd-e897-4832-9c72-e1d884764d1d req-b6339cf2-fc38-4103-a72a-529045444167 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Jul 30 15:28:45.041622 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db814dd-31b2-4659-8ce8-bee720622328 req-e31f0338-8c83-421b-a871-1ed365ecffd0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:45.043127 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0db814dd-31b2-4659-8ce8-bee720622328 req-e31f0338-8c83-421b-a871-1ed365ecffd0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0480061 Jul 30 15:28:45.080142 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0db814dd-31b2-4659-8ce8-bee720622328 req-d6f14290-82bb-441d-b22f-5d064ea76d39 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Jul 30 15:28:45.262466 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7c3e8-dcd4-4113-bf43-923af1111e2a req-6892db94-c8dd-4b2f-9398-3aaf0eba8523 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:45.263929 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-59b7c3e8-dcd4-4113-bf43-923af1111e2a req-6892db94-c8dd-4b2f-9398-3aaf0eba8523 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0477808 Jul 30 15:28:45.302814 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-59b7c3e8-dcd4-4113-bf43-923af1111e2a req-f9cf9a34-92d6-4aef-b609-b3d98178b034 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Jul 30 15:28:45.393232 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c58f9-f7b0-43fe-91bc-6470b39e0f65 req-83fec9c9-3ed9-47e7-9de7-457d2547a05f tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:45.394577 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-488c58f9-f7b0-43fe-91bc-6470b39e0f65 req-83fec9c9-3ed9-47e7-9de7-457d2547a05f tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0507426 Jul 30 15:28:45.631770 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-488c58f9-f7b0-43fe-91bc-6470b39e0f65 req-ba5bae8d-1d3f-4fa6-824b-c7525bd34d88 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311788 Jul 30 15:28:45.968894 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3972c624-a6e2-4cd0-8fbb-8fe5d63d230c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:46.149157 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79f0b2-b33b-453f-a465-30d676ac8391 req-fb6dabd1-149f-47e4-a08e-cc7420b3d822 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:46.150629 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cb79f0b2-b33b-453f-a465-30d676ac8391 req-fb6dabd1-149f-47e4-a08e-cc7420b3d822 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0522096 Jul 30 15:28:46.188597 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cb79f0b2-b33b-453f-a465-30d676ac8391 req-0e517d03-4f27-4a02-bf4f-8fe14e8609db tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Jul 30 15:28:46.195760 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18946e34-ffb6-43cc-a5cb-094788135e7a req-71fbe047-4ee4-40ba-8f89-ba9e7ef08d55 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:46.197815 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-18946e34-ffb6-43cc-a5cb-094788135e7a req-71fbe047-4ee4-40ba-8f89-ba9e7ef08d55 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0471263 Jul 30 15:28:46.239204 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-18946e34-ffb6-43cc-a5cb-094788135e7a req-a3bfe68f-0dfc-4fb1-85c2-087eaf64da3d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Jul 30 15:28:46.464676 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bfe2ff21-c5d9-4429-89ba-e61b699de356 req-7acf39e4-c753-4e47-a0d5-f08ccf2d196a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769784 Jul 30 15:28:46.467293 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4f417634-7fd8-4d71-9a54-316b7a6494c9 req-b72086b1-07ae-48fe-8958-29be96acd604 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934215 Jul 30 15:28:46.478780 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6af1-8758-4ba1-9a07-810e3c80aee5 req-7b67b778-7da4-43c1-808b-0cfced098009 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:46.480369 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-472c6af1-8758-4ba1-9a07-810e3c80aee5 req-7b67b778-7da4-43c1-808b-0cfced098009 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.1084058 Jul 30 15:28:46.506792 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-49cf0e34-005a-4f70-b6a0-b62e5da41dc2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411816 Jul 30 15:28:46.520312 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-472c6af1-8758-4ba1-9a07-810e3c80aee5 req-aeefbc34-fe3c-423a-9fca-49d32f1f06f4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330794 Jul 30 15:28:46.748535 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0942d-503e-42f0-b6c8-bc3651cbb4dc req-1de1fed4-f7ea-4a30-bad7-55ea9b53281b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:46.750127 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e3a0942d-503e-42f0-b6c8-bc3651cbb4dc req-1de1fed4-f7ea-4a30-bad7-55ea9b53281b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0515306 Jul 30 15:28:46.788684 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e3a0942d-503e-42f0-b6c8-bc3651cbb4dc req-05290646-f815-495d-8eff-a4e486a22314 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Jul 30 15:28:47.324835 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0864ce-2652-4dec-b296-dcf4e3455111 req-b41f3575-8c85-4c75-ad1c-e64e4891091a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:47.326937 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f0864ce-2652-4dec-b296-dcf4e3455111 req-b41f3575-8c85-4c75-ad1c-e64e4891091a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0669792 Jul 30 15:28:47.367256 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f0864ce-2652-4dec-b296-dcf4e3455111 req-13a55b82-6e9e-4cea-9ad9-a21a21056ae2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333545 Jul 30 15:28:47.373770 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-80a10035-2a82-4a0a-acc7-e94844dbf583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:47.375819 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-80a10035-2a82-4a0a-acc7-e94844dbf583 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 1098 time: 0.0816939 Jul 30 15:28:47.388123 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340e57-68b8-4995-87d1-c85b8a40a290 req-57103981-83e1-4296-88f7-5c3958c6fd0a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:47.389799 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-22340e57-68b8-4995-87d1-c85b8a40a290 req-57103981-83e1-4296-88f7-5c3958c6fd0a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0611277 Jul 30 15:28:47.481971 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-22340e57-68b8-4995-87d1-c85b8a40a290 req-18aed353-4562-4665-9732-9f7938da70d4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807276 Jul 30 15:28:47.513792 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-ac87ae4e-6771-483c-9814-8b59c025ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:47.515890 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-ac87ae4e-6771-483c-9814-8b59c025ea59 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 915 time: 0.1074677 Jul 30 15:28:47.567110 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-bea929fe-040c-4f02-91eb-b1766853fee2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3 HTTP/1.1" status: 200 len: 217 time: 0.0417125 Jul 30 15:28:47.635092 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000d1c-08f5-4ab0-b23d-2b89dd88681f req-131ac4e5-3bdb-4ceb-baf1-12661554cfcb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:47.636515 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d4000d1c-08f5-4ab0-b23d-2b89dd88681f req-131ac4e5-3bdb-4ceb-baf1-12661554cfcb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0508189 Jul 30 15:28:47.673700 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d4000d1c-08f5-4ab0-b23d-2b89dd88681f req-f17d3a59-fa28-4f2e-b0c2-a6346e9c9b97 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Jul 30 15:28:47.903376 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46790470-9e23-4ae4-ab70-db65170bafec req-cae9780a-97d6-4b68-8ace-88b2a5dd4391 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:47.904895 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-46790470-9e23-4ae4-ab70-db65170bafec req-cae9780a-97d6-4b68-8ace-88b2a5dd4391 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0479333 Jul 30 15:28:47.955530 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-46790470-9e23-4ae4-ab70-db65170bafec req-15e259d4-0a65-4b43-8e76-4ff9eb40739c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Jul 30 15:28:48.102022 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-0c645339-077a-4ae1-be12-d546896d2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:48.103386 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-0c645339-077a-4ae1-be12-d546896d2c46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0458140 Jul 30 15:28:48.139834 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-30db8f9f-d944-4838-8287-06c63ad46b90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275655 Jul 30 15:28:48.157743 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.245322 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-ffe66137-6865-4dbd-9e1c-e69360f40508 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948985 Jul 30 15:28:48.314475 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45964) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:48.415374 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-053ea8cd-84d0-4c27-828d-9c5dd8c76a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.512404 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711aee0-9022-4fc9-af06-8457df9d24e8 req-fbaa2351-559f-4a64-9249-584493924d33 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:48.513941 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5711aee0-9022-4fc9-af06-8457df9d24e8 req-fbaa2351-559f-4a64-9249-584493924d33 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0721345 Jul 30 15:28:48.578568 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-053ea8cd-84d0-4c27-828d-9c5dd8c76a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.582109 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5711aee0-9022-4fc9-af06-8457df9d24e8 req-b8c9877f-3709-41f9-bd6c-69e53c6afcef tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611751 Jul 30 15:28:48.586047 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-053ea8cd-84d0-4c27-828d-9c5dd8c76a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.587859 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5cfdf15e-57a2-405c-b4d4-9e34c43dcdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.606518 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a258ec-159b-4a12-8002-a121d59eee63 req-959fb126-ac66-4491-950c-4364e37a4c3f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:48.608004 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-44a258ec-159b-4a12-8002-a121d59eee63 req-959fb126-ac66-4491-950c-4364e37a4c3f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Jul 30 15:28:48.631246 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-053ea8cd-84d0-4c27-828d-9c5dd8c76a60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2b1a7ac048c4b05bd75d83778d33d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154583 Jul 30 15:28:48.632069 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ea8cd-84d0-4c27-828d-9c5dd8c76a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9970572-1614-4184-9738-a57b118c2d61,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:48.635410 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 45972) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:48.662760 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-44a258ec-159b-4a12-8002-a121d59eee63 req-46807719-fa14-4246-acf8-95032eced890 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476589 Jul 30 15:28:48.683205 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.699383 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d428099e-11a6-4ee1-91a7-e44db92caeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.720594 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d428099e-11a6-4ee1-91a7-e44db92caeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.769585 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d428099e-11a6-4ee1-91a7-e44db92caeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.772084 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d428099e-11a6-4ee1-91a7-e44db92caeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:48.773387 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-d428099e-11a6-4ee1-91a7-e44db92caeeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9970572-1614-4184-9738-a57b118c2d61 HTTP/1.1" status: 204 len: 168 time: 0.1369874 Jul 30 15:28:48.781839 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428099e-11a6-4ee1-91a7-e44db92caeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9970572-1614-4184-9738-a57b118c2d61,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:48.797338 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c956a-a265-4b03-b908-59947a113948 req-01ada71e-fb60-4279-b082-ce541e746e78 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:48.800538 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8a5c956a-a265-4b03-b908-59947a113948 req-01ada71e-fb60-4279-b082-ce541e746e78 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0622075 Jul 30 15:28:48.839968 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8a5c956a-a265-4b03-b908-59947a113948 req-960d4166-9a8a-4dbd-bcc0-b06744560cc6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329332 Jul 30 15:28:49.031239 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45982) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:49.046095 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c52d6537-994d-4896-8b57-2c9b88811272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.069087 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995ea9d-ddfb-4b2f-9dba-9386eaa6e108 req-5fafe472-fec9-4e14-b017-7fcf935f1403 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:49.070636 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f995ea9d-ddfb-4b2f-9dba-9386eaa6e108 req-5fafe472-fec9-4e14-b017-7fcf935f1403 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0485423 Jul 30 15:28:49.113284 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f995ea9d-ddfb-4b2f-9dba-9386eaa6e108 req-a744e4cb-22e3-4623-a2fc-94fdc7c1ea98 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365779 Jul 30 15:28:49.143324 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c52d6537-994d-4896-8b57-2c9b88811272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.147137 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c52d6537-994d-4896-8b57-2c9b88811272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.183441 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d6537-994d-4896-8b57-2c9b88811272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7afc10-a529-4097-a385-be07dfb6c8a5,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:49.187713 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c52d6537-994d-4896-8b57-2c9b88811272 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e4b4e2d863345edb6550cea0fb24220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551383 Jul 30 15:28:49.190355 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 45986) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:49.240598 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-24a62cc8-b9ae-4656-b46b-22f77e5cc996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.261338 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-24a62cc8-b9ae-4656-b46b-22f77e5cc996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.308485 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-24a62cc8-b9ae-4656-b46b-22f77e5cc996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.311095 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-24a62cc8-b9ae-4656-b46b-22f77e5cc996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.312257 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-24a62cc8-b9ae-4656-b46b-22f77e5cc996 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e7afc10-a529-4097-a385-be07dfb6c8a5 HTTP/1.1" status: 204 len: 168 time: 0.1210108 Jul 30 15:28:49.320056 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a62cc8-b9ae-4656-b46b-22f77e5cc996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7afc10-a529-4097-a385-be07dfb6c8a5,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:49.702036 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:49.709242 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252fbcb-ccd7-47ca-9e4a-72c5ca68b08d req-40927197-127e-4f71-9008-73fbbee092f5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:49.710860 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0252fbcb-ccd7-47ca-9e4a-72c5ca68b08d req-40927197-127e-4f71-9008-73fbbee092f5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0572901 Jul 30 15:28:49.754879 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0252fbcb-ccd7-47ca-9e4a-72c5ca68b08d req-8f9cdb19-9388-4bbb-8aa5-61a9c3e65132 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364802 Jul 30 15:28:49.791043 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95844dc8-af4a-44b8-a785-adc9250849b5 req-7cad87e7-4329-4631-86f8-1c3303065d64 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:49.792519 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-95844dc8-af4a-44b8-a785-adc9250849b5 req-7cad87e7-4329-4631-86f8-1c3303065d64 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Jul 30 15:28:49.830380 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-95844dc8-af4a-44b8-a785-adc9250849b5 req-3a86e5dc-3ccd-44a0-b3f8-97f9977bd535 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Jul 30 15:28:49.962204 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6423c0-c525-4187-ba4a-d03cd480a4af req-c69f5e3d-a05c-4e7a-b363-d88f1c02f475 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:49.963750 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7b6423c0-c525-4187-ba4a-d03cd480a4af req-c69f5e3d-a05c-4e7a-b363-d88f1c02f475 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0560508 Jul 30 15:28:50.007998 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7b6423c0-c525-4187-ba4a-d03cd480a4af req-99d60323-5653-406f-8b0e-82f8374d63a0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Jul 30 15:28:50.231228 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b4713-35ef-44bf-9887-85c615d943df req-384e9e38-4d94-46ef-8d09-0cde4ba9e0a8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:50.232692 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f98b4713-35ef-44bf-9887-85c615d943df req-384e9e38-4d94-46ef-8d09-0cde4ba9e0a8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0506957 Jul 30 15:28:50.272944 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f98b4713-35ef-44bf-9887-85c615d943df req-ad2b49a8-a4e1-4a22-8da7-9a30e39e3da7 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Jul 30 15:28:50.354337 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 46032) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:50.458611 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6046eca7-5f9b-4b56-b390-4fef5443bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:50.546652 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6046eca7-5f9b-4b56-b390-4fef5443bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:50.550236 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6046eca7-5f9b-4b56-b390-4fef5443bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:50.588610 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-6046eca7-5f9b-4b56-b390-4fef5443bbf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=457cc2e72d4f42c6a890ed012ade4d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332242 Jul 30 15:28:50.589829 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046eca7-5f9b-4b56-b390-4fef5443bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef772539-4db6-4e50-ba5b-7e6686e40547,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:50.591380 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 46038) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:50.639206 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-128d2690-4b2f-460e-baea-03499b2dc4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:50.659854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-128d2690-4b2f-460e-baea-03499b2dc4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:50.703658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-128d2690-4b2f-460e-baea-03499b2dc4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:50.706260 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-128d2690-4b2f-460e-baea-03499b2dc4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:50.707422 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-128d2690-4b2f-460e-baea-03499b2dc4bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef772539-4db6-4e50-ba5b-7e6686e40547 HTTP/1.1" status: 204 len: 168 time: 0.1150665 Jul 30 15:28:50.714886 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2690-4b2f-460e-baea-03499b2dc4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef772539-4db6-4e50-ba5b-7e6686e40547,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:50.869788 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e5508-3513-42a1-a3fd-d80187b2a524 req-e6aadeb7-65c0-4882-a536-821ae16042d5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:50.871437 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e87e5508-3513-42a1-a3fd-d80187b2a524 req-e6aadeb7-65c0-4882-a536-821ae16042d5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0485232 Jul 30 15:28:50.914269 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e87e5508-3513-42a1-a3fd-d80187b2a524 req-82b56ee4-a582-40ef-858c-205f351aa8cb tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334854 Jul 30 15:28:50.959874 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdbcfb-adc9-4646-87fb-47561aa2b39e req-95da7d5c-0843-4f2e-a4db-239516ecd39f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:50.961388 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a8cdbcfb-adc9-4646-87fb-47561aa2b39e req-95da7d5c-0843-4f2e-a4db-239516ecd39f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0490425 Jul 30 15:28:51.000260 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a8cdbcfb-adc9-4646-87fb-47561aa2b39e req-b976bc32-552a-47fa-b0c2-d3bf6b378e27 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Jul 30 15:28:51.127054 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61a9cd-a5da-4b8f-bd8a-66503f520aea req-4e8277d9-8d73-4ff6-9838-d43478c9ffc1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:51.128559 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cd61a9cd-a5da-4b8f-bd8a-66503f520aea req-4e8277d9-8d73-4ff6-9838-d43478c9ffc1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0533769 Jul 30 15:28:51.166880 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cd61a9cd-a5da-4b8f-bd8a-66503f520aea req-f254fe33-ae37-4bb8-9d62-3d9c9facaec6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 Jul 30 15:28:51.415207 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471ce11-26df-4a5e-adb8-ec1908c16640 req-ba12fc59-c805-49ee-bfa6-3345ae73d23b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:51.416690 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c471ce11-26df-4a5e-adb8-ec1908c16640 req-ba12fc59-c805-49ee-bfa6-3345ae73d23b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0518012 Jul 30 15:28:51.454656 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c471ce11-26df-4a5e-adb8-ec1908c16640 req-c1b7053d-660f-409d-bbdb-7ff387527981 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Jul 30 15:28:51.572082 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:51.598770 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-17b13010-2093-4c8f-98af-70f0a6babdd1 req-9132be9b-c539-444f-8fa0-4e6b77d4f022 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957465 Jul 30 15:28:51.703489 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 46086) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:51.802653 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50361fe9-f311-4b25-9db6-fe2b6494bbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:51.894403 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50361fe9-f311-4b25-9db6-fe2b6494bbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:51.898222 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50361fe9-f311-4b25-9db6-fe2b6494bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:51.934504 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-50361fe9-f311-4b25-9db6-fe2b6494bbd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b2d7b29f84542aa9709838026b7aaa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298799 Jul 30 15:28:51.935329 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50361fe9-f311-4b25-9db6-fe2b6494bbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75c6946-95f2-404d-8aa4-6ac495352e5a,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:51.937906 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 46090) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:52.006380 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-57d69280-ba8e-4b3d-9644-9d5d1c74d0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:52.055329 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-57d69280-ba8e-4b3d-9644-9d5d1c74d0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:52.082678 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071719-b25b-4cec-9deb-278df9317a6c req-1647fec5-37e5-43b4-88f1-ef3429e0a25e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:52.084318 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b5071719-b25b-4cec-9deb-278df9317a6c req-1647fec5-37e5-43b4-88f1-ef3429e0a25e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0900729 Jul 30 15:28:52.130062 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3f3d9-9322-4379-b5e1-037bf7f6169d req-3bb62cf6-6886-4eb9-8858-b5ef498d2fb1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:52.131990 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3bb3f3d9-9322-4379-b5e1-037bf7f6169d req-3bb62cf6-6886-4eb9-8858-b5ef498d2fb1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Jul 30 15:28:52.141490 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b5071719-b25b-4cec-9deb-278df9317a6c req-4991ca25-cbdb-4e62-b134-0b539c26c03a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Jul 30 15:28:52.151888 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-57d69280-ba8e-4b3d-9644-9d5d1c74d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:52.154545 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-57d69280-ba8e-4b3d-9644-9d5d1c74d0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:52.156012 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-57d69280-ba8e-4b3d-9644-9d5d1c74d0c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a75c6946-95f2-404d-8aa4-6ac495352e5a HTTP/1.1" status: 204 len: 168 time: 0.2147179 Jul 30 15:28:52.164847 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d69280-ba8e-4b3d-9644-9d5d1c74d0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75c6946-95f2-404d-8aa4-6ac495352e5a,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:52.197454 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3bb3f3d9-9322-4379-b5e1-037bf7f6169d req-22dcc6bf-ac5d-4a07-8668-1fcfaf64bc14 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589333 Jul 30 15:28:52.303401 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03627f19-87bc-4432-8161-b87ed0b25456 req-941c6f65-24f2-4f13-bde2-1a93676c6d27 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:52.304984 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-03627f19-87bc-4432-8161-b87ed0b25456 req-941c6f65-24f2-4f13-bde2-1a93676c6d27 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0640652 Jul 30 15:28:52.363884 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-03627f19-87bc-4432-8161-b87ed0b25456 req-32080b2e-7d7a-474a-9d5f-303137b0d3b7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521762 Jul 30 15:28:52.566832 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 46124) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:52.588391 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f2d0-207c-42f9-bc5f-60f6ecfe191f req-0cff42fc-f648-4c7c-95fa-4d9b1181d496 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:52.590095 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e296f2d0-207c-42f9-bc5f-60f6ecfe191f req-0cff42fc-f648-4c7c-95fa-4d9b1181d496 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0630922 Jul 30 15:28:52.671777 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e296f2d0-207c-42f9-bc5f-60f6ecfe191f req-81209945-ec44-460a-9ea8-81978ea77e01 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654628 Jul 30 15:28:52.816356 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-51f9df52-de69-4a79-b6ea-c9bd6f5c0483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:52.945172 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-51f9df52-de69-4a79-b6ea-c9bd6f5c0483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:52.949416 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-51f9df52-de69-4a79-b6ea-c9bd6f5c0483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:52.994477 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-51f9df52-de69-4a79-b6ea-c9bd6f5c0483 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25922ce4a45741d3a1bd37320a591a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265056 Jul 30 15:28:52.997270 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 46146) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:53.000658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9df52-de69-4a79-b6ea-c9bd6f5c0483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44480530-f22a-41d6-8908-28a570f9ddc0,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:53.079536 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e924e3f-f42d-4a78-9b0b-02cae18832cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:53.101923 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e924e3f-f42d-4a78-9b0b-02cae18832cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:53.150351 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e924e3f-f42d-4a78-9b0b-02cae18832cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:53.153278 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6e924e3f-f42d-4a78-9b0b-02cae18832cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:53.154438 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-6e924e3f-f42d-4a78-9b0b-02cae18832cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44480530-f22a-41d6-8908-28a570f9ddc0 HTTP/1.1" status: 204 len: 168 time: 0.1535845 Jul 30 15:28:53.164225 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e924e3f-f42d-4a78-9b0b-02cae18832cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44480530-f22a-41d6-8908-28a570f9ddc0,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:28:53.301225 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f89da-42e2-4f24-820a-83f619503fd3 req-c9b703b9-3f39-4304-861d-76607a3a3904 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:53.302969 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c06f89da-42e2-4f24-820a-83f619503fd3 req-c9b703b9-3f39-4304-861d-76607a3a3904 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0789151 Jul 30 15:28:53.355939 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2897d9-bcdb-4a13-9901-1b38550ddcd9 req-1b31ffaa-4530-4857-820f-b577f599ff17 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:53.367651 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dd2897d9-bcdb-4a13-9901-1b38550ddcd9 req-1b31ffaa-4530-4857-820f-b577f599ff17 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1031706 Jul 30 15:28:53.379666 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c06f89da-42e2-4f24-820a-83f619503fd3 req-1ef577e7-6d0b-4d9c-817f-7f4ed1ba3e26 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701063 Jul 30 15:28:53.434223 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dd2897d9-bcdb-4a13-9901-1b38550ddcd9 req-520f9b06-def8-4049-8c2d-f9fd1ec66421 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611582 Jul 30 15:28:53.525951 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ef97-055d-4c7d-b889-15816e2cf29d req-00855161-34c3-4e02-8f0f-29e0288866b6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:53.534516 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e2e3ef97-055d-4c7d-b889-15816e2cf29d req-00855161-34c3-4e02-8f0f-29e0288866b6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0785937 Jul 30 15:28:53.571283 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e2e3ef97-055d-4c7d-b889-15816e2cf29d req-49f1d751-3111-4fab-aff6-8cf21aceb8d0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359752 Jul 30 15:28:53.584992 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b0f6-df28-4117-9edf-c1039a87eb70 req-8aed94a2-8194-4365-a483-71d7033d9886 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:53.586706 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fcf5b0f6-df28-4117-9edf-c1039a87eb70 req-8aed94a2-8194-4365-a483-71d7033d9886 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0697055 Jul 30 15:28:53.596682 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 46178) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:53.601707 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'floatingip': {'port_id': '67d6e489-5795-44ee-82c1-136630e67e20'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:53.705713 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:53.846879 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771e53a-c849-4975-9db7-685d0cdc3fe7 req-c71d4deb-4c0c-4a76-b34e-da7823ab92c3 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:53.848968 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f771e53a-c849-4975-9db7-685d0cdc3fe7 req-c71d4deb-4c0c-4a76-b34e-da7823ab92c3 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0985472 Jul 30 15:28:53.864316 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8316-a16c-4fb9-a7b9-fa3f1f6e44f0 req-15ee7aeb-07dc-48ce-8fed-583a6995dcf2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:53.869097 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a76a8316-a16c-4fb9-a7b9-fa3f1f6e44f0 req-15ee7aeb-07dc-48ce-8fed-583a6995dcf2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.1875389 Jul 30 15:28:53.874615 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 46194) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:28:53.884696 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'floatingip': {'port_id': 'e5e9f913-1555-4586-bc6c-d77f897f88a6'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:28:53.990013 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f771e53a-c849-4975-9db7-685d0cdc3fe7 req-70c90501-bedf-49c5-9f58-2ece8d71d4f2 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338913 Jul 30 15:28:54.020279 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:54.720436 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:54.729672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7ad52-087e-4f2a-9d67-6e0b8c76b2fc req-70a6bbb5-a655-4613-8392-5d524530af62 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:54.737084 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fdf7ad52-087e-4f2a-9d67-6e0b8c76b2fc req-70a6bbb5-a655-4613-8392-5d524530af62 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0936644 Jul 30 15:28:54.741077 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:54.791992 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:54.798692 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:54.828678 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fdf7ad52-087e-4f2a-9d67-6e0b8c76b2fc req-0339dbea-a0ca-424d-8982-eaa23b15df34 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851767 Jul 30 15:28:54.997976 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Floating IP 27135ff7-ba4a-48d8-b638-02ba70c21b64 associated. External IP: 172.27.2.69, port: 67d6e489-5795-44ee-82c1-136630e67e20. Jul 30 15:28:55.193990 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Floating IP 33fdaf11-9913-45d2-abe2-dfb9c21ef963 associated. External IP: 172.27.2.215, port: e5e9f913-1555-4586-bc6c-d77f897f88a6. Jul 30 15:28:55.217203 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89dad3-303e-4e79-87e1-28f320229cc8 req-1a96f295-0d3b-48f9-9ed7-aa20f67d3fbf tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:55.219544 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf89dad3-303e-4e79-87e1-28f320229cc8 req-1a96f295-0d3b-48f9-9ed7-aa20f67d3fbf tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0888827 Jul 30 15:28:55.301714 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf89dad3-303e-4e79-87e1-28f320229cc8 req-0d4e7ef9-62ba-4842-b791-833767655d7c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751927 Jul 30 15:28:55.330407 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90838924-5b43-411b-a4e8-1094bdf19c11 req-f64897ea-19dc-4cc9-bc2f-e22b25cefa1f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:55.331871 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-90838924-5b43-411b-a4e8-1094bdf19c11 req-f64897ea-19dc-4cc9-bc2f-e22b25cefa1f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0944080 Jul 30 15:28:55.362011 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Router c7865ba6-b8f8-491e-9aad-814716eaa4cf has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:28:55.410382 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-90838924-5b43-411b-a4e8-1094bdf19c11 req-8b56adb5-ffa8-4cd6-bd45-f59a74c52b57 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718017 Jul 30 15:28:55.469147 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:28:55.473623 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:55.481942 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] Sync routers for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:28:55.487501 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:28:55.491671 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:28:55.492353 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:28:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:55.507658 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-03b1c397-fbf4-47f1-bacf-2d5c312b704b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "PUT /v2.0/floatingips/27135ff7-ba4a-48d8-b638-02ba70c21b64 HTTP/1.1" status: 200 len: 990 time: 1.9060175 Jul 30 15:28:55.507658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:55.513661 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e1f57a-d48f-445b-9853-98d93fa091ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "tag": "67d6e489-5795-44ee-82c1-136630e67e20"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:55.560179 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3434963-cf78-430c-9d7a-1f2d64fcb5d6 x-openstack-request-id: req-c3434963-cf78-430c-9d7a-1f2d64fcb5d6 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:55.560472 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "tag": "67d6e489-5795-44ee-82c1-136630e67e20", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:55.560752 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3434963-cf78-430c-9d7a-1f2d64fcb5d6 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:55.561188 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20', 'status': 'completed', 'code': 200} Jul 30 15:28:55.598845 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:28:55.599090 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:28:55.603798 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:28:55.608285 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] Sync routers for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:28:55.617867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:28:55.618490 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:28:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:55.636474 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-95dfe22b-9b3c-4ed4-94bf-143cb632f4c4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "PUT /v2.0/floatingips/33fdaf11-9913-45d2-abe2-dfb9c21ef963 HTTP/1.1" status: 200 len: 992 time: 1.7571278 Jul 30 15:28:55.636474 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:28:55.637010 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:28:55.733098 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:28:55.878629 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '27135ff7-ba4a-48d8-b638-02ba70c21b64', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'port_id': '67d6e489-5795-44ee-82c1-136630e67e20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'mac_address': 'fa:16:3e:6e:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:28:01Z', 'updated_at': '2021-07-30T15:28:54Z', 'revision_number': 1, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:55.904603 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] Checking router: c7865ba6-b8f8-491e-9aad-814716eaa4cf for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:28:55.914527 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:28:55.915150 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:28:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:56.005877 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '33fdaf11-9913-45d2-abe2-dfb9c21ef963', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'port_id': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'mac_address': 'fa:16:3e:6f:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:28:54Z', 'revision_number': 1, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:56.033543 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] Checking router: 90d87a93-0254-4588-bfbc-e0fdf6b7be68 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:28:56.035115 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:28:56.041755 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:28:56.042362 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:28:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:56.262111 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:28:56.347301 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '27135ff7-ba4a-48d8-b638-02ba70c21b64', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'port_id': '67d6e489-5795-44ee-82c1-136630e67e20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'mac_address': 'fa:16:3e:6e:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:28:01Z', 'updated_at': '2021-07-30T15:28:54Z', 'revision_number': 1, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:56.372185 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38235154-8997-444d-ba64-d7f16a1a3728 None None] The sync data for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi is: [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '27135ff7-ba4a-48d8-b638-02ba70c21b64', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'port_id': '67d6e489-5795-44ee-82c1-136630e67e20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'mac_address': 'fa:16:3e:6e:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:28:01Z', 'updated_at': '2021-07-30T15:28:54Z', 'revision_number': 1, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:28:56.488200 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '33fdaf11-9913-45d2-abe2-dfb9c21ef963', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'port_id': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'mac_address': 'fa:16:3e:6f:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:28:54Z', 'revision_number': 1, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:28:56.519590 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706e86c-3518-4004-8217-a54aa8edadfa None None] The sync data for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi is: [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '33fdaf11-9913-45d2-abe2-dfb9c21ef963', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'port_id': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'mac_address': 'fa:16:3e:6f:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:28:54Z', 'revision_number': 1, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:28:56.591908 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5169a71-5832-4b6b-ae36-bcdf85e4390a None None] New status for floating IP 27135ff7-ba4a-48d8-b638-02ba70c21b64: ACTIVE {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:28:56.716028 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26dd9e0-6a23-48b9-8fa2-c39f2b5b1316 None None] New status for floating IP 33fdaf11-9913-45d2-abe2-dfb9c21ef963: ACTIVE {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:28:59.058757 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-6a739ceb-17a5-471f-97d0-99337dc33bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.061554 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-6a739ceb-17a5-471f-97d0-99337dc33bf6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1098 time: 0.0541306 Jul 30 15:28:59.088121 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a6579-2897-4601-9fa4-d732ab243ae0 x-openstack-request-id: req-510a6579-2897-4601-9fa4-d732ab243ae0 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:28:59.088406 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:28:59.088824 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-510a6579-2897-4601-9fa4-d732ab243ae0 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:28:59.089065 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'status': 'completed', 'code': 200} Jul 30 15:28:59.189070 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-41f45935-f2f8-4323-804c-b085836e9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.190621 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-41f45935-f2f8-4323-804c-b085836e9525 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 1098 time: 0.1121838 Jul 30 15:28:59.201390 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a0e50-1d06-44bd-bd39-4520f9e62550 req-6bf472fa-63e4-44cc-b9aa-9bc8e59edf4c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.203761 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-124a0e50-1d06-44bd-bd39-4520f9e62550 req-6bf472fa-63e4-44cc-b9aa-9bc8e59edf4c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0615456 Jul 30 15:28:59.207790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8d5c1-77b5-4b47-99f1-4214a4dadbe8 req-830e8e04-4ab5-4fc6-a3f2-b444bc1fb18b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.209515 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-53a8d5c1-77b5-4b47-99f1-4214a4dadbe8 req-830e8e04-4ab5-4fc6-a3f2-b444bc1fb18b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0591619 Jul 30 15:28:59.249245 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-53a8d5c1-77b5-4b47-99f1-4214a4dadbe8 req-0f2c783b-4a92-4f9c-8b52-446edf1a095a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Jul 30 15:28:59.256941 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-124a0e50-1d06-44bd-bd39-4520f9e62550 req-d715ad44-6361-41b1-bf23-0e57dce82859 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Jul 30 15:28:59.357159 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-c849f68c-6df3-4a07-9949-a5810e705c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.358883 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-c849f68c-6df3-4a07-9949-a5810e705c3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.0973775 Jul 30 15:28:59.387809 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-cb1c876d-6648-4b7d-87f6-d11f644cc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.389370 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-cb1c876d-6648-4b7d-87f6-d11f644cc8f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1099 time: 0.0627203 Jul 30 15:28:59.402621 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-4f8cc15d-93e2-48d7-9df9-e1560770fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.404099 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-4f8cc15d-93e2-48d7-9df9-e1560770fd6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.1222086 Jul 30 15:28:59.462984 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-7eeb4ed2-31af-48a2-ac61-efa530315aac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 200 len: 1000 time: 0.0905721 Jul 30 15:28:59.485858 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-c435b146-a32d-4e9f-b5cb-a8ed875f9f43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928 HTTP/1.1" status: 200 len: 217 time: 0.0617509 Jul 30 15:28:59.517936 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-83588e58-35a8-4a38-a042-f8dffbe6f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.519377 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-83588e58-35a8-4a38-a042-f8dffbe6f175 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0479367 Jul 30 15:28:59.558102 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-84748f02-baa1-4178-b285-8346d9560ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.559564 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-84748f02-baa1-4178-b285-8346d9560ee9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.1529658 Jul 30 15:28:59.561013 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-71485cc6-7f20-4e46-9a80-2aca1df2d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.563002 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-71485cc6-7f20-4e46-9a80-2aca1df2d919 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.0682430 Jul 30 15:28:59.568334 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-005a5405-1c77-4d9c-be1a-b8485a75af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.569809 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-005a5405-1c77-4d9c-be1a-b8485a75af6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385654 Jul 30 15:28:59.644990 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-33dd3811-398d-4e57-90de-eba3ecda7ef8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639465 Jul 30 15:28:59.667685 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-9dd20550-4049-4313-af78-97032ccc1d34 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860260 Jul 30 15:28:59.727232 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-686fb386-9f9b-47e4-baf4-14b4ebcf2b17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 1002 time: 0.1537440 Jul 30 15:28:59.767458 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16e1f57a-d48f-445b-9853-98d93fa091ba req-1b354fbb-1c03-4d7f-9340-cd64b7982cfb service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Jul 30 15:28:59.802286 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-89fd22b5-c4ad-4ccf-a38b-dac8836f52cd service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478114 Jul 30 15:28:59.807455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-a10cd07b-6c67-4adc-b4f2-11b11a3f6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.808822 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-a10cd07b-6c67-4adc-b4f2-11b11a3f6850 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.0668385 Jul 30 15:28:59.909006 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-f1a41191-09ba-4eeb-a2ee-db1c8f2a8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:28:59.910370 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-f1a41191-09ba-4eeb-a2ee-db1c8f2a8522 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821352 Jul 30 15:28:59.925336 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-625757e2-78e1-421b-b8c3-f1a040e26876 req-6118f8c6-f5a0-4c92-90d7-343eb10faba3 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155851 Jul 30 15:29:00.049613 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-bbdb5ec1-b21c-407e-91b3-6fd107e74e4c service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Jul 30 15:29:00.177145 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0a4289b-d99d-4228-a47a-53f5a65f5ff4 req-328987ab-4a5d-4185-91ec-9b0b99952963 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858929 Jul 30 15:29:00.397384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152940-2354-479a-b94a-4afdf41f7a71 req-0c221df6-c6cf-4ecc-9bae-b42d7ef72d73 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:00.399079 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-09152940-2354-479a-b94a-4afdf41f7a71 req-0c221df6-c6cf-4ecc-9bae-b42d7ef72d73 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0601802 Jul 30 15:29:00.407927 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdc494-fc22-4783-8442-c4b260c8efb3 req-15cd3ba0-89a6-43dc-a955-b8f5e5a0f9c5 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:00.417118 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-20bdc494-fc22-4783-8442-c4b260c8efb3 req-15cd3ba0-89a6-43dc-a955-b8f5e5a0f9c5 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0690076 Jul 30 15:29:00.472785 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-20bdc494-fc22-4783-8442-c4b260c8efb3 req-c649bbef-d712-4063-beaf-80704faeccb1 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553806 Jul 30 15:29:00.478474 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-09152940-2354-479a-b94a-4afdf41f7a71 req-d060b1d4-ab37-4b6a-b973-1d1090b11535 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725112 Jul 30 15:29:06.119824 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee69cd-48bb-4757-b6f1-317a687fb078 req-feb434e7-807c-4908-8d54-841ff2ed595c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:06.122487 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a4ee69cd-48bb-4757-b6f1-317a687fb078 req-feb434e7-807c-4908-8d54-841ff2ed595c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0670815 Jul 30 15:29:06.161479 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a4ee69cd-48bb-4757-b6f1-317a687fb078 req-226d09eb-9410-493e-9956-9a5394201fe9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Jul 30 15:29:07.279268 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b72-5a9a-48a6-8369-91846da6cc01 req-58e56a4c-4150-44ab-bf3b-bd0d9aff362b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:07.280860 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-85975b72-5a9a-48a6-8369-91846da6cc01 req-58e56a4c-4150-44ab-bf3b-bd0d9aff362b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0515254 Jul 30 15:29:07.318648 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-85975b72-5a9a-48a6-8369-91846da6cc01 req-d4a6503f-63c8-4046-9045-2e29c214d8b3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Jul 30 15:29:07.871458 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-a64f063d-d34b-4de6-901e-086eab4aefbb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:07.872854 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-a64f063d-d34b-4de6-901e-086eab4aefbb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.1121993 Jul 30 15:29:07.887773 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-575c2fc5-89fb-4eac-8e98-f81cdbaf0859 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/quotas/dd02434ae49a4b1e8751f12628003157 HTTP/1.1" status: 200 len: 375 time: 0.0090392 Jul 30 15:29:07.939061 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-99712fe1-2ef6-43c5-8d41-10b7603561bc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454130 Jul 30 15:29:08.026965 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-c713bff5-a568-45e8-b136-616e80e9da83 service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810287 Jul 30 15:29:08.117457 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-170ae883-9582-456f-8285-884ea13c2102 service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839927 Jul 30 15:29:08.432521 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:29:12.439357 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2b8d6c6-eb26-4a3a-8648-99e65893d885 req-89c8dcaa-6755-4449-88d2-374b15456832 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 210 time: 0.0350688 Jul 30 15:29:12.491848 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca681d-23f5-4b86-a06e-8c309d54180f req-c97875f1-57e9-404b-914a-2efe5b312341 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:12.493320 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-07ca681d-23f5-4b86-a06e-8c309d54180f req-c97875f1-57e9-404b-914a-2efe5b312341 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0482905 Jul 30 15:29:12.532645 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-07ca681d-23f5-4b86-a06e-8c309d54180f req-03552d23-c145-479d-a734-57dac0027d57 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Jul 30 15:29:13.236227 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-27ce3c96-dcad-40da-85aa-566a74534254 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:13.237636 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-27ce3c96-dcad-40da-85aa-566a74534254 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.0999773 Jul 30 15:29:13.284735 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Request body: {'port': {'device_id': '26c742c8-e087-4953-b164-46012c365726', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'admin_state_up': True, 'tenant_id': 'dd02434ae49a4b1e8751f12628003157'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:29:13.395556 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Made reservation on behalf of dd02434ae49a4b1e8751f12628003157 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:29:13.399067 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:13.527130 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Allocated IP 172.20.0.3 (d962cf10-1639-40cf-93bb-055629c3b4a2/506287fc-0097-4e36-b16b-fab29e683d79/0b26ab2f-76a6-4050-b613-aa4dc733bdb3) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:29:13.602059 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e7aafe0d-79d4-4363-aab7-7d7bf5cea7ca req-aa917a0e-c0fd-406e-ab5a-11b6d8aac1d4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 210 time: 0.0280881 Jul 30 15:29:13.709766 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345593e-b1f0-408d-83e1-1ea51ebb05ef req-57db5030-50e5-4d26-905a-f3cc89509df8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:13.711217 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d345593e-b1f0-408d-83e1-1ea51ebb05ef req-57db5030-50e5-4d26-905a-f3cc89509df8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0838766 Jul 30 15:29:13.729975 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:13.765767 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d345593e-b1f0-408d-83e1-1ea51ebb05ef req-e60ff4d6-b3da-4190-a3b5-c1fc5f369756 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Jul 30 15:29:13.789813 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:13.830923 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Network d962cf10-1639-40cf-93bb-055629c3b4a2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:29:13.833817 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:29:13.839878 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:29:13.841288 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:29:13.845111 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:13.845740 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:13.853948 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event updated for resources: {'Port': ['ID=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:13.863778 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-e803ed08-9228-4af1-8ca6-158f1f874589 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832248 Jul 30 15:29:13.920707 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Request body: {'port': {'device_id': '26c742c8-e087-4953-b164-46012c365726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:29:14.168545 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:14.422330 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:29:14.429812 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:14.441533 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Transition to ACTIVE for port object 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:29:14.444993 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:14.513304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Pushing event updated for resources: {'Port': ['ID=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:14.523940 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Attempting to bind port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:29:14.524276 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Attempting to bind port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:29:14.524819 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Attempting to bind port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:29:14.529022 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 on network d962cf10-1639-40cf-93bb-055629c3b4a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:29:14.529629 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Attempting to bind port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:29:14.535803 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:29:14.536137 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Checking segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:29:14.536523 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Bound using segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:29:14.537017 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Bound port: 0b26ab2f-76a6-4050-b613-aa4dc733bdb3, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:29:14.537370 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:14.601010 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] For port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:29:14.603963 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] For port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:29:14.610238 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:14.643811 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:14.644432 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:14.645889 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] 10.222.0.58 "PUT /v2.0/ports/0b26ab2f-76a6-4050-b613-aa4dc733bdb3 HTTP/1.1" status: 200 len: 1093 time: 0.7297089 Jul 30 15:29:14.646317 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c742c8-e087-4953-b164-46012c365726', 'tag': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:29:14.648540 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f40d489-4558-43c1-a6eb-9488c7443588" -d '{"events": [{"name": "network-changed", "server_uuid": "26c742c8-e087-4953-b164-46012c365726", "tag": "0b26ab2f-76a6-4050-b613-aa4dc733bdb3"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:29:14.671982 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ad223-9f85-4ad3-8683-ba05793ca964 service neutron] Pushing event updated for resources: {'Port': ['ID=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:15.969985 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc64d-a4b2-4eec-bc4e-c7bdb1e451b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:18.579313 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7644-4325-4992-9342-bc75e602ea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:18.683923 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:18.862311 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:18.996164 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-258e2f02-24a4-4ea2-ace1-74495b2e5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:18.997691 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-258e2f02-24a4-4ea2-ace1-74495b2e5422 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 1096 time: 0.0436356 Jul 30 15:29:19.176998 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaa4ca-07c7-44c8-908a-be741ec264b6 req-e34086be-6fb3-41aa-aa0b-d4d99ec345dd tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:19.178478 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b1eaa4ca-07c7-44c8-908a-be741ec264b6 req-e34086be-6fb3-41aa-aa0b-d4d99ec345dd tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 943 time: 0.0478852 Jul 30 15:29:19.215193 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b1eaa4ca-07c7-44c8-908a-be741ec264b6 req-26427496-e716-4add-80ff-c3feddfa82ff tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Jul 30 15:29:19.256983 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c2aa43-05db-4d6b-9129-dc0ae3cfe7c8 x-openstack-request-id: req-d3c2aa43-05db-4d6b-9129-dc0ae3cfe7c8 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:29:19.257349 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c742c8-e087-4953-b164-46012c365726", "tag": "0b26ab2f-76a6-4050-b613-aa4dc733bdb3", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:29:19.257662 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3c2aa43-05db-4d6b-9129-dc0ae3cfe7c8 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:29:19.258142 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c742c8-e087-4953-b164-46012c365726', 'tag': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'status': 'completed', 'code': 200} Jul 30 15:29:19.350252 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e750a-db9d-41ae-9447-9d0a96ba8ed7 req-2c994697-b777-4024-a51b-a10ca59b8822 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:19.351703 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-609e750a-db9d-41ae-9447-9d0a96ba8ed7 req-2c994697-b777-4024-a51b-a10ca59b8822 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0512271 Jul 30 15:29:19.390035 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-609e750a-db9d-41ae-9447-9d0a96ba8ed7 req-e36abd61-9b5a-4a7f-aa97-007d2d782afa tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Jul 30 15:29:19.416372 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-5ecaf464-f949-4ff1-8a7c-a9d8827eed9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b26ab2f-76a6-4050-b613-aa4dc733bdb3 HTTP/1.1" status: 200 len: 217 time: 0.0420470 Jul 30 15:29:19.703110 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:19.741097 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-dc0ddeed-93fb-4503-81ac-f714a2de135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:19.742572 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-dc0ddeed-93fb-4503-81ac-f714a2de135a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0451014 Jul 30 15:29:19.776841 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-02b06a3c-4661-46dc-847c-1376dd4e40cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247359 Jul 30 15:29:19.884537 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-32564972-79ef-47d3-b270-56f326ad0012 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837567 Jul 30 15:29:20.000357 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12de7df4-f1ca-43f1-93bf-574b8ac5a3f7 req-2b5dc21d-296e-48f7-b7a9-1aa79a96fe12 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982306 Jul 30 15:29:20.202449 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-c64a899e-457a-42dd-825f-7abafb958cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:20.203891 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-c64a899e-457a-42dd-825f-7abafb958cdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 1096 time: 0.0504854 Jul 30 15:29:20.367333 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-c094b2d2-c38c-46be-8784-10a0e2962916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:20.368896 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-c094b2d2-c38c-46be-8784-10a0e2962916 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 915 time: 0.1524808 Jul 30 15:29:20.377714 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe387-9d22-40bb-9dfd-b803317f4bac req-ad1eb309-767d-4bb1-ac69-329b32550557 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:20.379088 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6bbe387-9d22-40bb-9dfd-b803317f4bac req-ad1eb309-767d-4bb1-ac69-329b32550557 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 943 time: 0.0793493 Jul 30 15:29:20.436131 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-b96666c3-d17c-4df9-aa26-81302e16b335 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b26ab2f-76a6-4050-b613-aa4dc733bdb3 HTTP/1.1" status: 200 len: 217 time: 0.0497394 Jul 30 15:29:20.480246 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6bbe387-9d22-40bb-9dfd-b803317f4bac req-3248b7bd-7419-49f3-bdd8-0b67937c39cb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939307 Jul 30 15:29:20.499948 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-72a52555-881c-42ff-ad0b-de5465c23b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:20.501468 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-72a52555-881c-42ff-ad0b-de5465c23b1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0538781 Jul 30 15:29:20.518263 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07ac3-ba57-48e4-86ce-002d71746ba3 req-8458d449-f1d2-47a9-a0ea-5060d54a71aa tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:20.520512 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-58d07ac3-ba57-48e4-86ce-002d71746ba3 req-8458d449-f1d2-47a9-a0ea-5060d54a71aa tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0575020 Jul 30 15:29:20.534927 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-8f949751-5b02-44a1-8698-99c642c6775b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252674 Jul 30 15:29:20.575478 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-58d07ac3-ba57-48e4-86ce-002d71746ba3 req-907104f3-9229-4f30-a67e-88885daf3874 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474455 Jul 30 15:29:20.635332 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-7b57543a-f7f7-4460-b103-0540e21fb9a5 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890644 Jul 30 15:29:20.733445 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6f40d489-4558-43c1-a6eb-9488c7443588 req-1624da25-720e-4262-96c5-1c2c43e64563 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Jul 30 15:29:21.574838 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:21.607032 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f1851-9872-4983-a2e2-b5b917430959 req-1af75e35-9736-4056-a761-aeb333d3f938 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:21.608650 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5b4f1851-9872-4983-a2e2-b5b917430959 req-1af75e35-9736-4056-a761-aeb333d3f938 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 943 time: 0.0529842 Jul 30 15:29:21.647105 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5b4f1851-9872-4983-a2e2-b5b917430959 req-abe53133-55ff-4d30-93f4-45d0298d5242 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Jul 30 15:29:21.745762 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153060a5-e604-45cd-89df-bb4022879cbb req-45d50bae-18fb-4f86-923a-358b4f2444bf tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:21.747266 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-153060a5-e604-45cd-89df-bb4022879cbb req-45d50bae-18fb-4f86-923a-358b4f2444bf tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0474741 Jul 30 15:29:21.786139 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-153060a5-e604-45cd-89df-bb4022879cbb req-019cb2f0-582d-4027-a80f-15a6fd7ddf80 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Jul 30 15:29:26.629460 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddfcf2-7dea-4482-8197-2b4cec54b11c req-c1359610-a07b-48a3-98fc-752238223584 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:26.631058 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-92ddfcf2-7dea-4482-8197-2b4cec54b11c req-c1359610-a07b-48a3-98fc-752238223584 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 943 time: 0.0519896 Jul 30 15:29:26.669430 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-92ddfcf2-7dea-4482-8197-2b4cec54b11c req-f5ceb367-ac9a-4b59-a75d-f40916a0bae6 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Jul 30 15:29:26.673379 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da4f9c-0c37-4495-91f3-e73b51af1c52 req-54ff6123-b450-4011-8733-b5c1e9b1c088 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:26.674892 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e9da4f9c-0c37-4495-91f3-e73b51af1c52 req-54ff6123-b450-4011-8733-b5c1e9b1c088 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0477536 Jul 30 15:29:26.712754 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e9da4f9c-0c37-4495-91f3-e73b51af1c52 req-be6e939c-5afe-4a4b-99ef-d6735e71dbd8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Jul 30 15:29:27.786893 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce811e4-49a6-457d-a6f7-89795f9c25ed req-f5ecc596-4f05-49fe-bda3-906970582097 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:27.788369 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7ce811e4-49a6-457d-a6f7-89795f9c25ed req-f5ecc596-4f05-49fe-bda3-906970582097 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 943 time: 0.0522075 Jul 30 15:29:27.826256 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7ce811e4-49a6-457d-a6f7-89795f9c25ed req-0d025296-061e-4888-917c-0625f905ff49 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jul 30 15:29:27.929382 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20401266-6dd3-4b2a-8ad2-ee1e5108cebe req-7a752f33-8c6f-4a26-9c16-cedfb311719e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:27.930888 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-20401266-6dd3-4b2a-8ad2-ee1e5108cebe req-7a752f33-8c6f-4a26-9c16-cedfb311719e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0489550 Jul 30 15:29:27.972132 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-20401266-6dd3-4b2a-8ad2-ee1e5108cebe req-7deb9ec2-8fac-4241-aa57-c305f28cda3a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Jul 30 15:29:28.891357 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:29:29.001704 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289ddf0-7f91-40dd-a393-5145763bea75 req-ead6323f-c51a-4108-a88c-0b9675e5d0b5 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:29.008914 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c289ddf0-7f91-40dd-a393-5145763bea75 req-ead6323f-c51a-4108-a88c-0b9675e5d0b5 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 943 time: 0.1057799 Jul 30 15:29:29.033700 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:29:29.042060 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'port_id': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'mac_address': 'fa:16:3e:7e:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506287fc-0097-4e36-b16b-fab29e683d79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:29:29.076088 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c289ddf0-7f91-40dd-a393-5145763bea75 req-495916f8-e6ee-4234-9649-9e8a48f9fcc7 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571492 Jul 30 15:29:29.087602 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:29.108112 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:29:29.139890 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:29:29.143357 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:29.176189 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70edc87-7a14-4fe5-83f4-c5c135989071 req-49763d11-196c-43fa-904d-588626e079e1 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:29.177837 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f70edc87-7a14-4fe5-83f4-c5c135989071 req-49763d11-196c-43fa-904d-588626e079e1 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0524514 Jul 30 15:29:29.196891 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:29.227568 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f70edc87-7a14-4fe5-83f4-c5c135989071 req-d5f0291c-a9eb-4e93-ac0e-fdce9d072a86 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413189 Jul 30 15:29:30.004745 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717ecb-99dc-41f9-96c3-e6bff2dc67d9 req-5125728b-a015-40f3-8668-d9f072725260 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:30.006257 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-91717ecb-99dc-41f9-96c3-e6bff2dc67d9 req-5125728b-a015-40f3-8668-d9f072725260 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0519195 Jul 30 15:29:30.045540 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-91717ecb-99dc-41f9-96c3-e6bff2dc67d9 req-6b5bcff8-c38b-480b-a784-632f43658b16 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Jul 30 15:29:30.187329 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b51dd-1dee-4b63-9160-3eb8dd4b741c req-31bdb7d8-7b7c-4ed7-9960-8b2ee082eb54 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:30.188937 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b79b51dd-1dee-4b63-9160-3eb8dd4b741c req-31bdb7d8-7b7c-4ed7-9960-8b2ee082eb54 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 944 time: 0.0528407 Jul 30 15:29:30.227658 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b79b51dd-1dee-4b63-9160-3eb8dd4b741c req-fd0d7fb7-afe5-4a7e-9006-ca497c56944e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Jul 30 15:29:30.450227 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 46784) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:30.550900 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9eeb686-3172-4f0d-a43f-6da2aa6d7094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:30.634836 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9eeb686-3172-4f0d-a43f-6da2aa6d7094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:30.638424 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9eeb686-3172-4f0d-a43f-6da2aa6d7094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:30.675120 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a9eeb686-3172-4f0d-a43f-6da2aa6d7094 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c627659d3c54f3791501b0724a2028e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232571 Jul 30 15:29:30.675935 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeb686-3172-4f0d-a43f-6da2aa6d7094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3efa0d-37b7-46ea-9d4d-986d657b1fa5,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:30.677983 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 46788) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:30.726629 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6eff-d465-4d56-91d9-0d613cebe769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:30.748769 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6eff-d465-4d56-91d9-0d613cebe769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:30.793071 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6eff-d465-4d56-91d9-0d613cebe769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:30.795835 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6eff-d465-4d56-91d9-0d613cebe769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:30.796999 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-2e6f6eff-d465-4d56-91d9-0d613cebe769 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a3efa0d-37b7-46ea-9d4d-986d657b1fa5 HTTP/1.1" status: 204 len: 168 time: 0.1180093 Jul 30 15:29:30.804335 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f6eff-d465-4d56-91d9-0d613cebe769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3efa0d-37b7-46ea-9d4d-986d657b1fa5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:31.050816 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 46794) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:31.064067 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-00cc68d4-4b62-4d2a-9adb-15efbccfb262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.155543 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-00cc68d4-4b62-4d2a-9adb-15efbccfb262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.159792 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-00cc68d4-4b62-4d2a-9adb-15efbccfb262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.197563 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-00cc68d4-4b62-4d2a-9adb-15efbccfb262 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0648323a448f466eba259f348f0c7111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456885 Jul 30 15:29:31.199552 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc68d4-4b62-4d2a-9adb-15efbccfb262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd71f1fa-7b66-4767-86ed-b0837c071ceb,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:31.200259 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 46800) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:31.247816 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7b6172b6-3043-46f3-9019-a059de3566a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.268771 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7b6172b6-3043-46f3-9019-a059de3566a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.316628 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7b6172b6-3043-46f3-9019-a059de3566a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.319144 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7b6172b6-3043-46f3-9019-a059de3566a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.320257 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7b6172b6-3043-46f3-9019-a059de3566a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd71f1fa-7b66-4767-86ed-b0837c071ceb HTTP/1.1" status: 204 len: 168 time: 0.1189747 Jul 30 15:29:31.328128 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6172b6-3043-46f3-9019-a059de3566a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd71f1fa-7b66-4767-86ed-b0837c071ceb,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:31.615777 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 46810) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:31.628543 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e532a839-d08d-44b4-83a4-7fe5002a0875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.716932 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e532a839-d08d-44b4-83a4-7fe5002a0875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.720443 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e532a839-d08d-44b4-83a4-7fe5002a0875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.757071 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e532a839-d08d-44b4-83a4-7fe5002a0875 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a377e1b198747b79c91e292f16a7979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402168 Jul 30 15:29:31.757934 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a839-d08d-44b4-83a4-7fe5002a0875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa9e067-6840-4bbc-9d08-0914752e01bb,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:31.760358 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 46812) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:31.808602 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-af11a675-e7e2-424e-b37f-9d134b0450ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.829900 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-af11a675-e7e2-424e-b37f-9d134b0450ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.874453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-af11a675-e7e2-424e-b37f-9d134b0450ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.877017 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-af11a675-e7e2-424e-b37f-9d134b0450ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:31.878164 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-af11a675-e7e2-424e-b37f-9d134b0450ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7aa9e067-6840-4bbc-9d08-0914752e01bb HTTP/1.1" status: 204 len: 168 time: 0.1164389 Jul 30 15:29:31.885643 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11a675-e7e2-424e-b37f-9d134b0450ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa9e067-6840-4bbc-9d08-0914752e01bb,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:32.966659 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['0b26ab2f-76a6-4050-b613-aa4dc733bdb3'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:29:34.788398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf13424-6af9-4935-879e-3a42b124f795 req-9b50c474-9b1b-4885-ae0e-d259b225c8ae tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:34.789953 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fdf13424-6af9-4935-879e-3a42b124f795 req-9b50c474-9b1b-4885-ae0e-d259b225c8ae tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0502853 Jul 30 15:29:34.811604 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbc789-db31-4a9a-9725-fb525cd31695 req-93cb243c-1fd3-45cb-ab55-ce3cb88a9157 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:34.813238 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4cbc789-db31-4a9a-9725-fb525cd31695 req-93cb243c-1fd3-45cb-ab55-ce3cb88a9157 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0488298 Jul 30 15:29:34.833252 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fdf13424-6af9-4935-879e-3a42b124f795 req-2edb3bba-210b-4dc7-a631-bec30dfce315 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367217 Jul 30 15:29:34.851452 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f4cbc789-db31-4a9a-9725-fb525cd31695 req-1a2c34be-fb33-474a-a447-b61d76289330 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Jul 30 15:29:34.941638 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160901b3-8708-4a55-86c4-6230483ff87e req-834df365-c7e7-473c-ba73-45abfc13d385 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:34.943057 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160901b3-8708-4a55-86c4-6230483ff87e req-834df365-c7e7-473c-ba73-45abfc13d385 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 944 time: 0.0487120 Jul 30 15:29:34.980841 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160901b3-8708-4a55-86c4-6230483ff87e req-6237a27a-8126-47c3-aa8f-8e5f6e9610b2 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Jul 30 15:29:35.963849 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6916-f884-4a07-bd87-05ab68f1087c req-b4ba8678-2294-4d6b-a637-841b2f160f9c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:35.965248 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a9ae6916-f884-4a07-bd87-05ab68f1087c req-b4ba8678-2294-4d6b-a637-841b2f160f9c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0506785 Jul 30 15:29:35.988241 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bcb7f-eeeb-4a3a-acf0-13086d16d4e6 req-80aab80d-2712-4424-b1a7-bd2669c19bfb tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:35.989762 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f10bcb7f-eeeb-4a3a-acf0-13086d16d4e6 req-80aab80d-2712-4424-b1a7-bd2669c19bfb tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0483532 Jul 30 15:29:36.002735 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a9ae6916-f884-4a07-bd87-05ab68f1087c req-138541c2-ba0a-4a2f-81b9-aa6eb9628e1a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Jul 30 15:29:36.034469 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f10bcb7f-eeeb-4a3a-acf0-13086d16d4e6 req-9ab313b3-dbac-4905-84c6-d2773a26e25b tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377047 Jul 30 15:29:36.104103 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce852f2-8ba4-4f02-b5f3-e22f32123f1e req-817c2c52-7e56-4d67-ab63-faa879b7a932 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:36.105587 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2ce852f2-8ba4-4f02-b5f3-e22f32123f1e req-817c2c52-7e56-4d67-ab63-faa879b7a932 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 944 time: 0.0474749 Jul 30 15:29:36.142910 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2ce852f2-8ba4-4f02-b5f3-e22f32123f1e req-f6078ffe-b161-4d86-87c5-495acf48048a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306308 Jul 30 15:29:36.971168 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:29:37.022707 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:29:37.026544 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:29:37.026928 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:37.123065 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:37.139024 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c78431-738f-4a63-a61a-45b93a056ed4 req-bf45e76d-cc54-4051-a282-b46ec9701588 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:37.141432 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-80c78431-738f-4a63-a61a-45b93a056ed4 req-bf45e76d-cc54-4051-a282-b46ec9701588 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0650918 Jul 30 15:29:37.162930 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c742c8-e087-4953-b164-46012c365726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:29:37.166049 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865bc659-14ab-4b24-9105-1b2e9ceac40c" -d '{"events": [{"server_uuid": "26c742c8-e087-4953-b164-46012c365726", "name": "network-vif-plugged", "status": "completed", "tag": "0b26ab2f-76a6-4050-b613-aa4dc733bdb3"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:29:37.176767 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9b9a-f949-4579-bcdd-c772f366768f req-bb8eace8-492d-465e-9c62-45e81d346c00 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:37.178469 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-22af9b9a-f949-4579-bcdd-c772f366768f req-bb8eace8-492d-465e-9c62-45e81d346c00 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 946 time: 0.0594966 Jul 30 15:29:37.179546 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:29:37.184769 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:37.195347 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-80c78431-738f-4a63-a61a-45b93a056ed4 req-f62b3e4f-156c-4388-92e3-53546bd48199 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Jul 30 15:29:37.230970 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-22af9b9a-f949-4579-bcdd-c772f366768f req-0a2529e9-295b-4712-a21a-e114a690686d tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451570 Jul 30 15:29:37.255596 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:37.295688 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92c2c98-eb91-4c43-af37-1b6af356665d x-openstack-request-id: req-a92c2c98-eb91-4c43-af37-1b6af356665d {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:29:37.295988 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c742c8-e087-4953-b164-46012c365726", "name": "network-vif-plugged", "status": "completed", "tag": "0b26ab2f-76a6-4050-b613-aa4dc733bdb3", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:29:37.296243 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a92c2c98-eb91-4c43-af37-1b6af356665d {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:29:37.296646 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c742c8-e087-4953-b164-46012c365726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'code': 200} Jul 30 15:29:37.337016 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc47a95-a1ff-46b9-aba9-a4d2df2bcaf3 req-8d429d41-77bb-4f6a-88d7-624e8f0e1cea tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:37.345890 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-acc47a95-a1ff-46b9-aba9-a4d2df2bcaf3 req-8d429d41-77bb-4f6a-88d7-624e8f0e1cea tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.0615714 Jul 30 15:29:37.379612 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-acc47a95-a1ff-46b9-aba9-a4d2df2bcaf3 req-91dc03d8-3049-4205-832b-62ccd5552ded tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Jul 30 15:29:37.549899 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a842ce-57fd-408e-8477-22b319a199c0 req-258937c9-06bb-4557-81d2-3fc1f92cc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:37.551417 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-29a842ce-57fd-408e-8477-22b319a199c0 req-258937c9-06bb-4557-81d2-3fc1f92cc56b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 1098 time: 0.0399923 Jul 30 15:29:37.617138 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-29a842ce-57fd-408e-8477-22b319a199c0 req-a5326883-ff30-42a5-b690-efa36aa69a45 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307488 Jul 30 15:29:43.381859 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4824709e-c221-4840-9615-4d4cd28fb014 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:29:43.456856 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:43.481994 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:29:43.484254 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0808a8fc-75b6-4bf2-9a34-11a254bd831e" -d '{"events": [{"server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "name": "network-vif-unplugged", "status": "completed", "tag": "4824709e-c221-4840-9615-4d4cd28fb014"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:29:43.498722 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4824709e-c221-4840-9615-4d4cd28fb014, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4824709e-c221-4840-9615-4d4cd28fb014,segment=NetworkSegment(174fbd51-a76d-425c-8371-e2bb3de65d3e),segment_id=174fbd51-a76d-425c-8371-e2bb3de65d3e)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:29:43.502425 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:43.511101 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c82605-1783-43c9-a2b1-73c7f0dd35ca req-19f42608-7418-4fe9-b7e4-36dd79989663 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:43.513200 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a3c82605-1783-43c9-a2b1-73c7f0dd35ca req-19f42608-7418-4fe9-b7e4-36dd79989663 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0508730 Jul 30 15:29:43.554951 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=4824709e-c221-4840-9615-4d4cd28fb014,revision_number=6']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:43.564307 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.564668 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.565037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.565376 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.565803 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.566109 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.566432 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.566766 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.567119 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.567471 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.567774 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.568097 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:43.582931 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a3c82605-1783-43c9-a2b1-73c7f0dd35ca req-9843a022-e253-4723-be3b-196e4a05dacf tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569258 Jul 30 15:29:43.588581 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-7c556699-452b-4af2-b811-dc4e8a1626c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716381 Jul 30 15:29:43.630540 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a126e8-24b3-401e-a751-c7128121b1a2 req-2143ff70-9660-4232-a06a-7606c4e14b3c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:43.632088 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-23a126e8-24b3-401e-a751-c7128121b1a2 req-2143ff70-9660-4232-a06a-7606c4e14b3c tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.0522997 Jul 30 15:29:43.674090 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-23a126e8-24b3-401e-a751-c7128121b1a2 req-bb620d03-77a3-433b-8b7c-34d2576ef8be tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/security-groups?id=550f0e10-e57f-48ce-8400-0afec45be05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Jul 30 15:29:43.718338 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 15:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c0a4ea-7e75-457e-adb2-98a7bc2e24aa x-openstack-request-id: req-d0c0a4ea-7e75-457e-adb2-98a7bc2e24aa {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:29:43.718664 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "name": "network-vif-unplugged", "status": "completed", "tag": "4824709e-c221-4840-9615-4d4cd28fb014", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:29:43.718923 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0c0a4ea-7e75-457e-adb2-98a7bc2e24aa {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:29:43.719315 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014', 'code': 200} Jul 30 15:29:43.748305 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a388-3252-4a99-bff5-a34f4f59eb49 req-77537b37-4554-4c85-812f-35096dcdff71 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:43.749846 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-15a3a388-3252-4a99-bff5-a34f4f59eb49 req-77537b37-4554-4c85-812f-35096dcdff71 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.1106904 Jul 30 15:29:43.759476 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191217f-3cff-4c55-b447-3c848c76c447 req-92a59e74-9c90-4851-bd86-5596a23514a0 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:43.760929 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a191217f-3cff-4c55-b447-3c848c76c447 req-92a59e74-9c90-4851-bd86-5596a23514a0 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.58 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 944 time: 0.1127725 Jul 30 15:29:43.765951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-be80b92f-0a75-49f7-8421-12c7aaf7f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:43.767854 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-be80b92f-0a75-49f7-8421-12c7aaf7f44d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 1098 time: 0.0956342 Jul 30 15:29:43.916214 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-15a3a388-3252-4a99-bff5-a34f4f59eb49 req-a0474e28-0341-4423-85a8-f453cc0b52e4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530180 Jul 30 15:29:43.978694 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-5d9bd970-89d6-4a8c-a20f-2c9399c32ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:43.980173 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-5d9bd970-89d6-4a8c-a20f-2c9399c32ed8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 915 time: 0.1755679 Jul 30 15:29:43.988047 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Deleting port 4824709e-c221-4840-9615-4d4cd28fb014 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:29:43.988392 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:44.063629 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-dc45f5a1-559e-4405-a118-da169a087521 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3 HTTP/1.1" status: 200 len: 217 time: 0.0723546 Jul 30 15:29:44.145650 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-7f7d93d4-425b-4cb6-a30e-c51f84850de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:44.147075 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-7f7d93d4-425b-4cb6-a30e-c51f84850de2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0748067 Jul 30 15:29:44.153465 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] For port 4824709e-c221-4840-9615-4d4cd28fb014, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4824709e-c221-4840-9615-4d4cd28fb014,segment=NetworkSegment(174fbd51-a76d-425c-8371-e2bb3de65d3e),segment_id=174fbd51-a76d-425c-8371-e2bb3de65d3e)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:29:44.153851 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:44.188795 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-4cda3c3f-6b42-422a-9402-fecc45807b88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324497 Jul 30 15:29:44.189569 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Calling delete_port for 4824709e-c221-4840-9615-4d4cd28fb014 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:29:44.361205 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-158094db-1a7e-42c1-9f48-7d8d259f327a service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633360 Jul 30 15:29:44.477760 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:44.518482 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Pushing event deleted for resources: {'Port': ['ID=4824709e-c221-4840-9615-4d4cd28fb014,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:44.556544 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.556929 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.557275 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.557613 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.557952 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.558296 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.558635 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.558996 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.560080 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.560570 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.561180 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.561761 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:44.584388 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df6ab365-dbf6-4538-b0e7-0852f19c64f4 req-c04857ca-e24b-4566-808b-9eb5151aeb92 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830492 Jul 30 15:29:44.602076 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] No DVR routers for this DVR port 4824709e-c221-4840-9615-4d4cd28fb014 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:29:44.605101 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:44.608041 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a191217f-3cff-4c55-b447-3c848c76c447 req-7f550e40-d1ba-4929-9d15-63578f2fa9f8 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.58 "DELETE /v2.0/ports/4824709e-c221-4840-9615-4d4cd28fb014 HTTP/1.1" status: 204 len: 173 time: 0.8355484 Jul 30 15:29:44.608469 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'name': 'network-vif-deleted', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:29:44.610716 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d8bc7-ec40-4fe5-9a91-67e31702d142" -d '{"events": [{"server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "name": "network-vif-deleted", "tag": "4824709e-c221-4840-9615-4d4cd28fb014"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:29:45.430737 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:29:45.969454 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6b8fead3-f6a3-4c19-960b-add3691628e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:48.580361 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c05fd743-e402-4135-b989-69da09301d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:48.686122 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:48.864545 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:49.705655 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:49.737848 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9df2f0-b4d3-4d1d-a132-9b270bb3a896 x-openstack-request-id: req-5b9df2f0-b4d3-4d1d-a132-9b270bb3a896 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:29:49.738418 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44795b1-6395-40df-9cb6-3684cc7f5ada", "name": "network-vif-deleted", "tag": "4824709e-c221-4840-9615-4d4cd28fb014", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:29:49.738418 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b9df2f0-b4d3-4d1d-a132-9b270bb3a896 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:29:49.738739 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44795b1-6395-40df-9cb6-3684cc7f5ada', 'name': 'network-vif-deleted', 'tag': '4824709e-c221-4840-9615-4d4cd28fb014', 'status': 'completed', 'code': 200} Jul 30 15:29:49.777842 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6f4d-b2e9-40d4-9001-054f414575b2 req-040f3bce-9403-4f17-9d67-b51168ce00f2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:49.779318 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-78eb6f4d-b2e9-40d4-9001-054f414575b2 req-040f3bce-9403-4f17-9d67-b51168ce00f2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0541940 Jul 30 15:29:49.805130 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8eb8fe95-516d-43cd-92d8-083620d7d0bd req-3b2d557b-148d-4ddf-8dab-16f6ddfd3e4a tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.0261660 Jul 30 15:29:49.817721 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-78eb6f4d-b2e9-40d4-9001-054f414575b2 req-d640604e-2079-43a2-bee9-8fcb2e66492d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Jul 30 15:29:49.908818 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397eef-359a-45cb-a1aa-3d456edbe9f0 req-0cd94dd5-fe34-4990-b594-89abc17d9942 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:49.910252 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c3397eef-359a-45cb-a1aa-3d456edbe9f0 req-0cd94dd5-fe34-4990-b594-89abc17d9942 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.0467250 Jul 30 15:29:49.947031 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c3397eef-359a-45cb-a1aa-3d456edbe9f0 req-b5ec6b4a-7bc5-4844-bed5-f8e7828d6d22 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Jul 30 15:29:50.979432 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-82caf7dd-8419-4a64-9f2e-5ad7046b72ef req-7c75aedf-e8aa-4df7-84e3-67b944d7bc75 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.0250664 Jul 30 15:29:51.013883 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905347d4-c2fd-4bf6-bafd-c0be134595e2 req-13ab7748-1993-40c9-985d-0cc55e852e24 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:51.015451 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-905347d4-c2fd-4bf6-bafd-c0be134595e2 req-13ab7748-1993-40c9-985d-0cc55e852e24 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0503521 Jul 30 15:29:51.057690 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-905347d4-c2fd-4bf6-bafd-c0be134595e2 req-25efb13f-a75c-450a-bbab-cae2a02417c6 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Jul 30 15:29:51.097758 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3494-a20d-416e-b430-50589775ad05 req-2309f351-3f30-48c7-95a5-3db95dbf679a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:51.099366 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7e5c3494-a20d-416e-b430-50589775ad05 req-2309f351-3f30-48c7-95a5-3db95dbf679a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.0616620 Jul 30 15:29:51.139667 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7e5c3494-a20d-416e-b430-50589775ad05 req-c1d82398-57cb-4444-80fc-60ec5f761af0 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Jul 30 15:29:51.230246 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c781864-d139-4a42-b635-f6193be4b7d5 req-0b804e96-bbc6-42c0-ad78-30af57ad22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:51.232413 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c781864-d139-4a42-b635-f6193be4b7d5 req-0b804e96-bbc6-42c0-ad78-30af57ad22cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 1098 time: 0.0399826 Jul 30 15:29:51.285260 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c781864-d139-4a42-b635-f6193be4b7d5 req-7c182556-4c4f-470c-a0a1-1a3fcc70ff39 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355635 Jul 30 15:29:51.577802 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:57.572624 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0fc58f28-9e41-4ad6-9666-adb89a79f79f req-8781fbcc-7a56-4695-af5d-f0240ff7b3e9 tempest-DeleteServersTestJSON-1069727417 tempest-DeleteServersTestJSON-1069727417-project] 10.222.0.50 "GET /v2.0/ports?device_id=a44795b1-6395-40df-9cb6-3684cc7f5ada HTTP/1.1" status: 200 len: 210 time: 0.0254762 Jul 30 15:29:57.599309 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f3ad-8f47-463c-a0ff-863b4b085401 req-42c85896-c7e8-4ecb-a908-560decdd8084 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:57.600997 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5635f3ad-8f47-463c-a0ff-863b4b085401 req-42c85896-c7e8-4ecb-a908-560decdd8084 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0566263 Jul 30 15:29:57.639384 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5635f3ad-8f47-463c-a0ff-863b4b085401 req-d8b39eac-bac3-4760-ab66-2873564a1599 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Jul 30 15:29:57.903796 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47148) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:58.026107 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abab1616-7d9d-48f8-8760-d4683579364b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.129917 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abab1616-7d9d-48f8-8760-d4683579364b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.134842 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-abab1616-7d9d-48f8-8760-d4683579364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.184657 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-abab1616-7d9d-48f8-8760-d4683579364b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a527f5dd62c0409883102e533f30b128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795553 Jul 30 15:29:58.187190 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47160) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:58.189212 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab1616-7d9d-48f8-8760-d4683579364b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114e3163-128f-49a6-a08d-ba27a35e4efe,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:58.236233 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.257787 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.302638 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.305213 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.306330 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/114e3163-128f-49a6-a08d-ba27a35e4efe HTTP/1.1" status: 204 len: 168 time: 0.1181695 Jul 30 15:29:58.313617 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114e3163-128f-49a6-a08d-ba27a35e4efe,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:58.320556 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.320931 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.321274 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.321611 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.321947 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.322282 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.322610 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.322947 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.323276 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.323619 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.324028 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.324577 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe569949-553a-4ced-afaa-518056f30ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:29:58.580292 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47170) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:58.593928 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e478a1ed-b908-4162-894c-4ebcd8f2eeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.687321 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e478a1ed-b908-4162-894c-4ebcd8f2eeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.693019 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e478a1ed-b908-4162-894c-4ebcd8f2eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.750921 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478a1ed-b908-4162-894c-4ebcd8f2eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6409008e-a76d-4ba8-a866-c36911c6f67a,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:29:58.757238 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e478a1ed-b908-4162-894c-4ebcd8f2eeaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c355177ee4f4104b1c8fd256591e7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758554 Jul 30 15:29:58.759784 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47178) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:29:58.812135 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c56361-230f-451e-afde-1d8a84969419 req-04eab55a-0203-459d-99e1-f9941ac37414 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:29:58.814239 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a4c56361-230f-451e-afde-1d8a84969419 req-04eab55a-0203-459d-99e1-f9941ac37414 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0617294 Jul 30 15:29:58.821864 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a648ba73-d7ec-4f10-94e9-bcc6dbb5e1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.843441 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a648ba73-d7ec-4f10-94e9-bcc6dbb5e1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.864617 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a4c56361-230f-451e-afde-1d8a84969419 req-d5d9eba5-29c2-4154-a4ec-0c507b0827c2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Jul 30 15:29:58.907119 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a648ba73-d7ec-4f10-94e9-bcc6dbb5e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.907848 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a648ba73-d7ec-4f10-94e9-bcc6dbb5e1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:29:58.909018 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a648ba73-d7ec-4f10-94e9-bcc6dbb5e1b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6409008e-a76d-4ba8-a866-c36911c6f67a HTTP/1.1" status: 204 len: 168 time: 0.1475055 Jul 30 15:29:58.926599 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648ba73-d7ec-4f10-94e9-bcc6dbb5e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6409008e-a76d-4ba8-a866-c36911c6f67a,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:03.905140 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47324) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:04.004571 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ad36283e-5f7d-4bbe-a375-5ee8a82d8e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.096390 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ad36283e-5f7d-4bbe-a375-5ee8a82d8e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.100274 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ad36283e-5f7d-4bbe-a375-5ee8a82d8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.165145 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-ad36283e-5f7d-4bbe-a375-5ee8a82d8e8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5765384111b34dcf91cf469968e79df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589023 Jul 30 15:30:04.166677 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36283e-5f7d-4bbe-a375-5ee8a82d8e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd51fe-5145-411f-b339-ae682a791320,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:04.168407 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47328) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:04.188675 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01928880-3ce6-4b45-a427-042150454480 req-9141f582-ea5d-4d97-8e91-6e3099e98ff7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:04.190210 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-01928880-3ce6-4b45-a427-042150454480 req-9141f582-ea5d-4d97-8e91-6e3099e98ff7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0749969 Jul 30 15:30:04.218995 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ebc6-b351-4d13-ba1e-b57b57c54c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.227017 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-01928880-3ce6-4b45-a427-042150454480 req-7c5aa194-dfa7-4f0f-b04d-6bf97e878f61 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Jul 30 15:30:04.240901 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ebc6-b351-4d13-ba1e-b57b57c54c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.290858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ebc6-b351-4d13-ba1e-b57b57c54c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.295212 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ebc6-b351-4d13-ba1e-b57b57c54c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.296364 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f0a7ebc6-b351-4d13-ba1e-b57b57c54c52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02fd51fe-5145-411f-b339-ae682a791320 HTTP/1.1" status: 204 len: 168 time: 0.1260040 Jul 30 15:30:04.537141 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7ebc6-b351-4d13-ba1e-b57b57c54c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd51fe-5145-411f-b339-ae682a791320,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:04.568906 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc8e52-32b0-4302-aca7-0955341b4320 req-62c7da77-c5fa-40e5-b385-a8cbf658fb04 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:04.570641 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bafc8e52-32b0-4302-aca7-0955341b4320 req-62c7da77-c5fa-40e5-b385-a8cbf658fb04 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.2715261 Jul 30 15:30:04.608917 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bafc8e52-32b0-4302-aca7-0955341b4320 req-e2474c55-ec4a-4fd9-ae21-9d7426db1992 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Jul 30 15:30:04.702966 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47346) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:04.716606 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cb53a8c7-ffb7-44d0-9f2b-a6ba48f6cd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.811666 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cb53a8c7-ffb7-44d0-9f2b-a6ba48f6cd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.816040 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-cb53a8c7-ffb7-44d0-9f2b-a6ba48f6cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.868056 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-cb53a8c7-ffb7-44d0-9f2b-a6ba48f6cd9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0afb3df9dda7407a81ebe282181ca88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542554 Jul 30 15:30:04.868056 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53a8c7-ffb7-44d0-9f2b-a6ba48f6cd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fd347b-3aa0-44c6-ae1f-a4515397e0be,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:04.868056 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47348) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:04.920752 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24c3555a-048b-499a-8612-92bcf6368b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.942628 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24c3555a-048b-499a-8612-92bcf6368b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.993122 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24c3555a-048b-499a-8612-92bcf6368b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.996177 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-24c3555a-048b-499a-8612-92bcf6368b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:04.997540 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-24c3555a-048b-499a-8612-92bcf6368b7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51fd347b-3aa0-44c6-ae1f-a4515397e0be HTTP/1.1" status: 204 len: 168 time: 0.1342063 Jul 30 15:30:05.005737 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3555a-048b-499a-8612-92bcf6368b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fd347b-3aa0-44c6-ae1f-a4515397e0be,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:05.947093 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-a8fa3f3d-448d-48ae-977f-d109e5f66594 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:05.954837 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-a8fa3f3d-448d-48ae-977f-d109e5f66594 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.1268520 Jul 30 15:30:05.973000 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-6b9c0fc5-c2e5-4bbe-b859-1cbb79be1dd4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/quotas/dd02434ae49a4b1e8751f12628003157 HTTP/1.1" status: 200 len: 375 time: 0.0169148 Jul 30 15:30:06.025863 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-41bf5a3e-b5be-4c1d-9827-acbdfa97ac12 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520005 Jul 30 15:30:06.133500 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-6441fc0e-3e82-4195-a738-530e431396c4 service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996089 Jul 30 15:30:06.252262 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-bb90a559-8a2e-4095-abd0-090568194fd4 service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059968 Jul 30 15:30:06.497528 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-53dafaeb-5e66-4a62-a71d-e07715839cdc req-668bbfbf-9661-4cac-be55-dd8f3709dd42 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 210 time: 0.0464716 Jul 30 15:30:06.620050 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47486) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:06.684389 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] Deleting subnet a3eb8902-b25c-4ba6-8cec-3d6e345a7c19 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:30:06.692775 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:06.729392 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:06.740028 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:06.807743 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:06.842926 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3eb8902-b25c-4ba6-8cec-3d6e345a7c19,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:06.846657 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:06.852357 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9bf4bf8d-a8aa-4f6c-96b5-311600a8a513 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a3eb8902-b25c-4ba6-8cec-3d6e345a7c19 HTTP/1.1" status: 204 len: 168 time: 0.2274892 Jul 30 15:30:06.852357 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47496) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:06.927023 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.021305 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.037380 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.037884 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.038650 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.038984 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > port after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.039324 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.039659 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > port after_update 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.040207 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.040816 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.041600 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.041933 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.060170 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47502) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:07.181163 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.181615 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.182057 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.182573 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:30:07.182998 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae880502-9e81-401d-b3ac-e0e10a2551cd']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:07.184282 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e440dde5-0c3c-4376-a41e-6e60cbc5fed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.203166 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174fbd51-a76d-425c-8371-e2bb3de65d3e') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:07.203473 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174fbd51-a76d-425c-8371-e2bb3de65d3e') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:07.221989 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.253239 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.262095 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:30:07.262524 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: from cryptography.utils import int_from_bytes Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: from cryptography.utils import int_from_bytes Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:30:07.267347 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:30:07.308310 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e440dde5-0c3c-4376-a41e-6e60cbc5fed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.313739 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e440dde5-0c3c-4376-a41e-6e60cbc5fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.332949 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.352332 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.357364 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ae880502-9e81-401d-b3ac-e0e10a2551cd HTTP/1.1" status: 204 len: 168 time: 0.5019126 Jul 30 15:30:07.371651 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50600e5a-96a1-43d3-9bd5-7e3291384332 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae880502-9e81-401d-b3ac-e0e10a2551cd,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:07.410431 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e440dde5-0c3c-4376-a41e-6e60cbc5fed0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc7fe0c442304b28bd6cba7f7ec1f3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490150 Jul 30 15:30:07.413094 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-c492327f-b221-45ae-a735-30dddddcce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:07.413502 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47514) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:07.416094 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-c492327f-b221-45ae-a735-30dddddcce07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.0599844 Jul 30 15:30:07.422405 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440dde5-0c3c-4376-a41e-6e60cbc5fed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb93106a-97d2-42fe-be64-e2150591575f,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:07.444894 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3dddb-ebaa-418c-bdb3-ec4aa0ee44d0 req-cb3e7e8c-8b4f-4b25-93ca-294fb1351e3e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:07.446424 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-eaa3dddb-ebaa-418c-bdb3-ec4aa0ee44d0 req-cb3e7e8c-8b4f-4b25-93ca-294fb1351e3e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1196241 Jul 30 15:30:07.516999 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47520) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:07.543030 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cc160103-eda4-4aa4-9df7-f304604307bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.549945 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-ad0186fa-0347-411c-9045-f452bc14c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:07.551427 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-ad0186fa-0347-411c-9045-f452bc14c132 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.1253705 Jul 30 15:30:07.553893 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-eaa3dddb-ebaa-418c-bdb3-ec4aa0ee44d0 req-bc97994a-c18c-4eb1-a947-e9067ac3cc85 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996222 Jul 30 15:30:07.589816 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a6a799cb-706e-4e63-a574-c222444e90b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7bf7e796ab8649bc9f3be501721b45f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0700479 Jul 30 15:30:07.593045 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47526) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:07.615834 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cc160103-eda4-4aa4-9df7-f304604307bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.616770 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-c82f74c2-163a-4a47-8f4c-ff2b4c902ee3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 217 time: 0.0547080 Jul 30 15:30:07.721701 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf42f-d53f-4af0-9f12-40acab1d0312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.725204 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-55750b71-8a02-4aa3-a995-c65c0b70f2f9 req-23b89e57-9184-48ca-a083-abdd6a3a39e8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 210 time: 0.0597935 Jul 30 15:30:07.753479 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-7a75cd98-cfd3-425c-a5c7-565f3311f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:07.754205 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf42f-d53f-4af0-9f12-40acab1d0312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.755001 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-7a75cd98-cfd3-425c-a5c7-565f3311f903 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.1167028 Jul 30 15:30:07.763008 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cc160103-eda4-4aa4-9df7-f304604307bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.765747 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cc160103-eda4-4aa4-9df7-f304604307bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.766975 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-cc160103-eda4-4aa4-9df7-f304604307bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb93106a-97d2-42fe-be64-e2150591575f HTTP/1.1" status: 204 len: 168 time: 0.3508446 Jul 30 15:30:07.784099 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc160103-eda4-4aa4-9df7-f304604307bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb93106a-97d2-42fe-be64-e2150591575f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:07.837808 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf42f-d53f-4af0-9f12-40acab1d0312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.841098 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf42f-d53f-4af0-9f12-40acab1d0312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:07.846646 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1aeaf42f-d53f-4af0-9f12-40acab1d0312 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/550f0e10-e57f-48ce-8400-0afec45be05d HTTP/1.1" status: 204 len: 168 time: 0.2522175 Jul 30 15:30:07.850806 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-16b4d633-743f-4092-8f56-bfd75aa3cbbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855775 Jul 30 15:30:07.858996 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaf42f-d53f-4af0-9f12-40acab1d0312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550f0e10-e57f-48ce-8400-0afec45be05d,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:07.955396 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-443449b6-3fe0-44de-924e-1eb32077d348 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:07.956863 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-443449b6-3fe0-44de-924e-1eb32077d348 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.2859151 Jul 30 15:30:08.009088 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Request body: {'port': {'device_id': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'admin_state_up': True, 'tenant_id': 'dd02434ae49a4b1e8751f12628003157'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:08.061685 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-432367fa-2b9d-4edc-b328-eade6173d7e4 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022088 Jul 30 15:30:08.208961 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61784fef-2efd-4725-bdf5-620512f3d6e1 req-3edf18f7-64e3-4314-b658-d249c7768c70 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305423 Jul 30 15:30:08.209932 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Made reservation on behalf of dd02434ae49a4b1e8751f12628003157 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:30:08.213483 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.269063 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47558) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:08.293052 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-40a06a9e-810b-47e9-9887-35d6afbc1606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.381414 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Allocated IP 172.20.0.9 (d962cf10-1639-40cf-93bb-055629c3b4a2/506287fc-0097-4e36-b16b-fab29e683d79/a4e3c409-842c-46ef-b2d0-7bd7ed810732) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:08.406280 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-40a06a9e-810b-47e9-9887-35d6afbc1606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.411012 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-40a06a9e-810b-47e9-9887-35d6afbc1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.430327 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47566) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:08.458494 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-40a06a9e-810b-47e9-9887-35d6afbc1606 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8db773b86c024d8db32763a98cb64d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884391 Jul 30 15:30:08.459577 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a06a9e-810b-47e9-9887-35d6afbc1606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637ee451-58e6-4ba3-b8f4-19654fd4c08e,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:08.462352 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47572) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:08.542260 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f5fb-c1ca-443d-8b26-53396f72290c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.564521 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f5fb-c1ca-443d-8b26-53396f72290c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.595106 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8113df48-0232-4a2a-9d12-c0b65f10b354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.618507 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.656010 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f5fb-c1ca-443d-8b26-53396f72290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.660498 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f5fb-c1ca-443d-8b26-53396f72290c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.661808 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a2e6f5fb-c1ca-443d-8b26-53396f72290c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/637ee451-58e6-4ba3-b8f4-19654fd4c08e HTTP/1.1" status: 204 len: 168 time: 0.1982744 Jul 30 15:30:08.692686 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6f5fb-c1ca-443d-8b26-53396f72290c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ee451-58e6-4ba3-b8f4-19654fd4c08e,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:08.719074 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.732282 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5774e-700a-44ec-9a82-91d99d017643 req-8ac7f5d4-2a4b-48c8-befc-92d785413bc0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:08.735335 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2b5774e-700a-44ec-9a82-91d99d017643 req-8ac7f5d4-2a4b-48c8-befc-92d785413bc0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0917473 Jul 30 15:30:08.782701 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3', '0b26ab2f-76a6-4050-b613-aa4dc733bdb3'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:30:08.784961 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2b5774e-700a-44ec-9a82-91d99d017643 req-189ea423-8c7e-4584-bdd7-6b24ee3bcb23 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Jul 30 15:30:08.790351 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Network d962cf10-1639-40cf-93bb-055629c3b4a2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:08.798795 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:08.810166 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:08.866222 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event updated for resources: {'Port': ['ID=a4e3c409-842c-46ef-b2d0-7bd7ed810732,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:08.902246 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8113df48-0232-4a2a-9d12-c0b65f10b354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.908454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8113df48-0232-4a2a-9d12-c0b65f10b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.924177 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:08.924858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:08.961043 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113df48-0232-4a2a-9d12-c0b65f10b354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fde738-2cc9-430c-9f14-ca81f4f15428,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:08.981714 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6bded-51cc-45fa-af7b-54ba740e54cf req-cf294b0e-485c-4d94-80f1-16e4e6b041b5 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:08.984248 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-47f6bded-51cc-45fa-af7b-54ba740e54cf req-cf294b0e-485c-4d94-80f1-16e4e6b041b5 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 931 time: 0.0670466 Jul 30 15:30:08.987569 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-05d36001-619f-4125-8ce1-3fb923e8ce61 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9886529 Jul 30 15:30:09.001000 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-8113df48-0232-4a2a-9d12-c0b65f10b354 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb02b23423444d3992d39a767c8f541b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5679557 Jul 30 15:30:09.001857 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47600) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:09.007465 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Request body: {'port': {'device_id': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:09.057143 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-47f6bded-51cc-45fa-af7b-54ba740e54cf req-09ffe0d3-1312-4b99-9cea-3886e1f687c8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Jul 30 15:30:09.081046 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a5af097-75f9-485d-be85-c0cf8dc445af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.123637 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.135445 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a5af097-75f9-485d-be85-c0cf8dc445af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.228657 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a5af097-75f9-485d-be85-c0cf8dc445af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.235584 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a5af097-75f9-485d-be85-c0cf8dc445af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.244752 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7a5af097-75f9-485d-be85-c0cf8dc445af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0fde738-2cc9-430c-9f14-ca81f4f15428 HTTP/1.1" status: 204 len: 168 time: 0.2416694 Jul 30 15:30:09.255395 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5af097-75f9-485d-be85-c0cf8dc445af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fde738-2cc9-430c-9f14-ca81f4f15428,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:09.508322 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e3c409-842c-46ef-b2d0-7bd7ed810732 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:30:09.515979 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.530592 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Transition to ACTIVE for port object a4e3c409-842c-46ef-b2d0-7bd7ed810732 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:09.535197 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.599830 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e3c409-842c-46ef-b2d0-7bd7ed810732,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:09.723171 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Attempting to bind port a4e3c409-842c-46ef-b2d0-7bd7ed810732 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:30:09.723833 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Attempting to bind port a4e3c409-842c-46ef-b2d0-7bd7ed810732 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:30:09.724428 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Attempting to bind port a4e3c409-842c-46ef-b2d0-7bd7ed810732 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:09.730916 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Port a4e3c409-842c-46ef-b2d0-7bd7ed810732 on network d962cf10-1639-40cf-93bb-055629c3b4a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:30:09.731247 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Attempting to bind port a4e3c409-842c-46ef-b2d0-7bd7ed810732 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:09.736595 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:30:09.736951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Checking segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:09.737530 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Bound using segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:30:09.737957 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Bound port: a4e3c409-842c-46ef-b2d0-7bd7ed810732, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:30:09.738328 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.829424 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] For port a4e3c409-842c-46ef-b2d0-7bd7ed810732, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:30:09.834350 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] For port a4e3c409-842c-46ef-b2d0-7bd7ed810732, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a4e3c409-842c-46ef-b2d0-7bd7ed810732,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:30:09.846229 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.928453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:09.928999 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:09.930411 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] 10.222.0.58 "PUT /v2.0/ports/a4e3c409-842c-46ef-b2d0-7bd7ed810732 HTTP/1.1" status: 200 len: 1093 time: 0.9297543 Jul 30 15:30:09.930854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'tag': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:30:09.933709 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74d73e6-42ad-47fd-9329-36972ef71138" -d '{"events": [{"name": "network-changed", "server_uuid": "52aef64c-4f0b-4684-a85f-f3c7c6a7462e", "tag": "a4e3c409-842c-46ef-b2d0-7bd7ed810732"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:30:09.985505 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc8528-fee7-497d-be1b-72359a1ee0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e3c409-842c-46ef-b2d0-7bd7ed810732,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:10.020450 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd462-ef6e-41ca-b71a-8a4b3b767de9 req-d8f08c42-50d7-402c-879a-a4501e3403f3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:10.023121 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4e4dd462-ef6e-41ca-b71a-8a4b3b767de9 req-d8f08c42-50d7-402c-879a-a4501e3403f3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1403172 Jul 30 15:30:10.074958 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-9f70319c-29bb-4bdb-a3ba-907cf44743ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:10.082737 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-9f70319c-29bb-4bdb-a3ba-907cf44743ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 1096 time: 0.0819485 Jul 30 15:30:10.097288 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4e4dd462-ef6e-41ca-b71a-8a4b3b767de9 req-00ea4f24-8687-4b56-a525-b29ddc691afc tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659988 Jul 30 15:30:10.159978 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ca5f03-3783-4997-9568-8420ba0b5045 x-openstack-request-id: req-e1ca5f03-3783-4997-9568-8420ba0b5045 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:30:10.160252 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52aef64c-4f0b-4684-a85f-f3c7c6a7462e", "tag": "a4e3c409-842c-46ef-b2d0-7bd7ed810732", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:30:10.160515 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1ca5f03-3783-4997-9568-8420ba0b5045 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:30:10.160947 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'tag': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732', 'status': 'completed', 'code': 200} Jul 30 15:30:10.165225 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-10c91167-e56c-4804-85a0-49ce911bfb72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4e3c409-842c-46ef-b2d0-7bd7ed810732 HTTP/1.1" status: 200 len: 217 time: 0.0647178 Jul 30 15:30:10.224205 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-4aca6b14-2167-421f-9995-4d3f10cfdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:10.227024 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-4aca6b14-2167-421f-9995-4d3f10cfdbf3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0566449 Jul 30 15:30:10.239365 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e525b6-da1c-4451-af64-24466048868b req-60825cbf-d50c-4732-a2c8-f4003d39337f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:10.248262 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b4e525b6-da1c-4451-af64-24466048868b req-60825cbf-d50c-4732-a2c8-f4003d39337f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 943 time: 0.0643249 Jul 30 15:30:10.269412 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-4b6be6a8-a481-464d-a83c-4cb39a6a3b9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296907 Jul 30 15:30:10.297043 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b4e525b6-da1c-4451-af64-24466048868b req-7ffae626-f728-42ec-9034-ce5ff195b07f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Jul 30 15:30:10.393752 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-4e44b5a1-7b6e-414c-b650-1c8e5079a9d5 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147666 Jul 30 15:30:10.502607 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-892776b9-cfb7-449d-b46f-c507f2fa61de req-86ca4701-3113-431a-8169-e70949ceddb5 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001172 Jul 30 15:30:10.631787 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-df286547-e5d8-4449-bbbe-57dea6adf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:10.633521 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-df286547-e5d8-4449-bbbe-57dea6adf03b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 1096 time: 0.0430326 Jul 30 15:30:10.758557 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-de6adfc6-4887-4829-a6d7-20704408dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:10.760412 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-de6adfc6-4887-4829-a6d7-20704408dc85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 915 time: 0.1129198 Jul 30 15:30:10.811278 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47696) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:10.834799 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-a192757a-7172-40a5-8d09-374f927053be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4e3c409-842c-46ef-b2d0-7bd7ed810732 HTTP/1.1" status: 200 len: 217 time: 0.0527570 Jul 30 15:30:10.899626 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-da9c1af1-e306-4d50-9d14-b453875b0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:10.901508 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-da9c1af1-e306-4d50-9d14-b453875b0936 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0536995 Jul 30 15:30:10.944684 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-6b351eaf-4267-4643-afd7-c617dc090c29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298774 Jul 30 15:30:10.945501 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2138704774-network', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:10.985740 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Made reservation on behalf of 0afae8db5b7f46e28168125c1f3c057b for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:30:10.990150 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.005139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.069654 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-ed619389-bf28-4e13-b1c8-d21a9551aed1 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157060 Jul 30 15:30:11.096310 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47710) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:11.157406 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.164518 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.193239 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:30:11.210401 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e35cb2b-1796-4501-9251-0dc7d9be2f75,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:11.214385 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.215176 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Added segment bea9f09c-8956-406a-a33a-afd29cff8a85 of type vlan for network 9909bedf-be31-4413-93af-397226983a10 Jul 30 15:30:11.278648 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e74d73e6-42ad-47fd-9329-36972ef71138 req-9f2fac8a-914a-4ec7-a18a-d07489382cc7 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906762 Jul 30 15:30:11.297578 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb86b-5eca-40eb-bc28-ad9a4b362099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.298527 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657683e6-cffb-4583-b17e-eea4427aa35c req-2e679685-92ea-4e57-b346-1c51729f4b1f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:11.300412 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-657683e6-cffb-4583-b17e-eea4427aa35c req-2e679685-92ea-4e57-b346-1c51729f4b1f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0681696 Jul 30 15:30:11.300588 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.354785 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.356319 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:11.357019 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.358969 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-657683e6-cffb-4583-b17e-eea4427aa35c req-5475dc72-2261-4d6f-8013-54ca0a29033c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Jul 30 15:30:11.477359 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] Pushing event updated for resources: {'Network': ['ID=9909bedf-be31-4413-93af-397226983a10,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:11.488949 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 9909bedf-be31-4413-93af-397226983a10 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:30:11.515506 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b41393-30e9-4184-b591-c402e6698ab2 req-149b454e-e5ed-4d25-aed7-6240d1688952 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:11.517307 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-71b41393-30e9-4184-b591-c402e6698ab2 req-149b454e-e5ed-4d25-aed7-6240d1688952 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 943 time: 0.0982409 Jul 30 15:30:11.532249 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47730) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:11.595063 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb86b-5eca-40eb-bc28-ad9a4b362099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.602563 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-71b41393-30e9-4184-b591-c402e6698ab2 req-92c622a7-53d6-44de-be37-54ef0d402bad tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744867 Jul 30 15:30:11.605567 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb86b-5eca-40eb-bc28-ad9a4b362099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.611896 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c26fe609-ca99-436b-a4d0-c9c6263fa521 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7993999 Jul 30 15:30:11.615209 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47738) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:11.624359 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Request body: {'subnet': {'network_id': '9909bedf-be31-4413-93af-397226983a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2138704774-subnet', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:11.655847 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3a3eb86b-5eca-40eb-bc28-ad9a4b362099 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f3aac4e0ac8402aa5eadbd481992bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578966 Jul 30 15:30:11.657342 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3eb86b-5eca-40eb-bc28-ad9a4b362099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6c346-5e7e-44f1-8d12-30e7fb894a58,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:11.658838 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47742) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:11.676063 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Made reservation on behalf of 0afae8db5b7f46e28168125c1f3c057b for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:30:11.678450 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59223117'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.787318 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-20efca4c-27a9-4a47-bbbe-99372eaf7728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.829298 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-20efca4c-27a9-4a47-bbbe-99372eaf7728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.831002 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-26c34df8-9696-4dc0-88c5-4ca2e7028f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.995716 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-20efca4c-27a9-4a47-bbbe-99372eaf7728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:11.998516 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-20efca4c-27a9-4a47-bbbe-99372eaf7728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.003415 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-20efca4c-27a9-4a47-bbbe-99372eaf7728 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcf6c346-5e7e-44f1-8d12-30e7fb894a58 HTTP/1.1" status: 204 len: 168 time: 0.3396521 Jul 30 15:30:12.015057 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59223139'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.054942 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efca4c-27a9-4a47-bbbe-99372eaf7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6c346-5e7e-44f1-8d12-30e7fb894a58,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:12.111213 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22605725-4f6b-4a41-8573-18fbbb9c00ba,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:12.137113 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-26c34df8-9696-4dc0-88c5-4ca2e7028f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.145584 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-26c34df8-9696-4dc0-88c5-4ca2e7028f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.152126 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Checking segment: {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:12.152498 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Network hostable DHCP agents. Network: 9909bedf-be31-4413-93af-397226983a10, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:30:12.203022 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-26c34df8-9696-4dc0-88c5-4ca2e7028f57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f561dd9103454efd9d9714947a8c75a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6695380 Jul 30 15:30:12.205937 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47770) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:12.210604 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c34df8-9696-4dc0-88c5-4ca2e7028f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ab9c2-2c58-47a7-826b-04505595d586,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:12.215070 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Network 9909bedf-be31-4413-93af-397226983a10 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:30:12.229083 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 9909bedf-be31-4413-93af-397226983a10) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:12.235568 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:12.236691 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.240765 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7e3cd-6b08-4dd6-b0c9-e7da28c6b893 None None] Network 9909bedf-be31-4413-93af-397226983a10 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:30:12.262696 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9ad779cc-9831-44f7-a738-b064b1378d15 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6432946 Jul 30 15:30:12.268640 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47776) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:12.290917 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:12.379005 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.380560 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.400588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47780) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:12.615397 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-9909bedf-be31-4413-93af-397226983a10', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:30:12.616473 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.687854 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-27954b6f-cdd3-4b97-86b0-04b19368c1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.689423 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47784) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:12.732064 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-494c18ce-c4fa-4b6a-86d3-c5157a363466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.801689 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a7195505-789d-4384-a2e8-ac90f263598f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.802144 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Allocated IP 172.20.0.2 (9909bedf-be31-4413-93af-397226983a10/22605725-4f6b-4a41-8573-18fbbb9c00ba/66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:12.826005 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac2ad1-5b6c-452b-88b9-4166f90ffa69 req-02794caa-568d-4720-a4ec-bb48d3ef952a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:12.827526 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0cac2ad1-5b6c-452b-88b9-4166f90ffa69 req-02794caa-568d-4720-a4ec-bb48d3ef952a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.3562493 Jul 30 15:30:12.841895 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-27954b6f-cdd3-4b97-86b0-04b19368c1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.856232 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.905834 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0cac2ad1-5b6c-452b-88b9-4166f90ffa69 req-e6c0a02d-10df-4286-953a-5dc39802b92f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696089 Jul 30 15:30:12.959912 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab4cf-05d9-46e0-8abf-d7972b50ece6 req-62568918-e211-4f7e-b274-e440d4f3a118 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:12.961451 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-307ab4cf-05d9-46e0-8abf-d7972b50ece6 req-62568918-e211-4f7e-b274-e440d4f3a118 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 943 time: 0.2527120 Jul 30 15:30:12.963914 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a7195505-789d-4384-a2e8-ac90f263598f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.974109 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a7195505-789d-4384-a2e8-ac90f263598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:12.981370 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.011146 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a7195505-789d-4384-a2e8-ac90f263598f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f26acb23ca79472db031835e8b91342d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093936 Jul 30 15:30:13.014226 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47788) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:13.034092 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7195505-789d-4384-a2e8-ac90f263598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8858f7-48c5-4e4f-ab49-dde34615b2fc,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.066617 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Transition to ACTIVE for port object 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:13.070387 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.075542 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-27954b6f-cdd3-4b97-86b0-04b19368c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.075761 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c29bc638-61e2-45f6-b068-838eaeace1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.078340 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-27954b6f-cdd3-4b97-86b0-04b19368c1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.079491 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-27954b6f-cdd3-4b97-86b0-04b19368c1be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa4ab9c2-2c58-47a7-826b-04505595d586 HTTP/1.1" status: 204 len: 168 time: 0.8716533 Jul 30 15:30:13.088090 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Transition to ACTIVE for port object 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:13.098346 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.111326 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27954b6f-cdd3-4b97-86b0-04b19368c1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ab9c2-2c58-47a7-826b-04505595d586,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.112501 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c29bc638-61e2-45f6-b068-838eaeace1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.137302 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-307ab4cf-05d9-46e0-8abf-d7972b50ece6 req-acd116c7-0853-446c-b169-3fa2621ed087 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292369 Jul 30 15:30:13.173487 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Network 9909bedf-be31-4413-93af-397226983a10 is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:13.174557 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Pushing event updated for resources: {'Port': ['ID=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.177403 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:13.179646 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:13.200883 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c29bc638-61e2-45f6-b068-838eaeace1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.206494 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c29bc638-61e2-45f6-b068-838eaeace1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.209969 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-c29bc638-61e2-45f6-b068-838eaeace1b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af8858f7-48c5-4e4f-ab49-dde34615b2fc HTTP/1.1" status: 204 len: 168 time: 0.1947398 Jul 30 15:30:13.231048 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bc638-61e2-45f6-b068-838eaeace1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8858f7-48c5-4e4f-ab49-dde34615b2fc,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.274010 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Attempting to bind port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:30:13.274596 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Attempting to bind port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:30:13.274715 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Attempting to bind port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 on network 9909bedf-be31-4413-93af-397226983a10 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:13.284776 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:30:13.285168 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Checking segment: {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:13.285720 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.286124 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Bound using segment: {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:30:13.286751 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Bound port: 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:30:13.287144 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.295289 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-494c18ce-c4fa-4b6a-86d3-c5157a363466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.300564 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-494c18ce-c4fa-4b6a-86d3-c5157a363466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.364685 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-494c18ce-c4fa-4b6a-86d3-c5157a363466 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e839710c135e4389a16b4a7b81c616f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690505 Jul 30 15:30:13.365832 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47796) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:13.366128 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c18ce-c4fa-4b6a-86d3-c5157a363466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63824a6a-e122-401e-9186-a085951bd492,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.410186 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] For port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:30:13.417014 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] For port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:30:13.424410 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.500439 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab722-e239-4bc7-aa60-6daa738d941b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.524403 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab722-e239-4bc7-aa60-6daa738d941b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.528291 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e134bfa-f0fd-442b-be48-db44e986dfb0 None None] Pushing event updated for resources: {'Port': ['ID=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.543427 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.570292 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.589352 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab722-e239-4bc7-aa60-6daa738d941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.594608 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab722-e239-4bc7-aa60-6daa738d941b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.597936 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9a8ab722-e239-4bc7-aa60-6daa738d941b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63824a6a-e122-401e-9186-a085951bd492 HTTP/1.1" status: 204 len: 168 time: 0.2301247 Jul 30 15:30:13.608825 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab722-e239-4bc7-aa60-6daa738d941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63824a6a-e122-401e-9186-a085951bd492,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.724901 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Allocated IP 172.27.2.153 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/dab966bb-65e6-4eb4-a1d5-6793a560406b) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:13.744649 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47804) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:13.799388 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-80c0bbc9-54e0-4330-8866-70b3cfcbe7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.891909 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.934988 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-80c0bbc9-54e0-4330-8866-70b3cfcbe7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.943827 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-80c0bbc9-54e0-4330-8866-70b3cfcbe7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.957438 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:13.996213 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0bbc9-54e0-4330-8866-70b3cfcbe7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2f8b9-1055-40bb-b86c-f1929fbea414,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:13.996828 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:14.002404 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-80c0bbc9-54e0-4330-8866-70b3cfcbe7b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c3378a6108d47af933a9101eac4a4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556689 Jul 30 15:30:14.007545 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:14.011961 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47812) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:14.028921 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:14.029882 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Pushing event updated for resources: {'Port': ['ID=dab966bb-65e6-4eb4-a1d5-6793a560406b,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:14.084150 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154dd62-c728-4846-9e9e-92d87890668f req-80de64bf-6ffe-4e22-8547-227d72ff8992 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:14.085788 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1154dd62-c728-4846-9e9e-92d87890668f req-80de64bf-6ffe-4e22-8547-227d72ff8992 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0861852 Jul 30 15:30:14.118078 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec0e8-884e-4a91-89a5-933359225f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:14.154339 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec0e8-884e-4a91-89a5-933359225f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:14.170314 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1154dd62-c728-4846-9e9e-92d87890668f req-b07c2799-3ba3-4ac7-b4c0-7edb5ccaa12b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699639 Jul 30 15:30:14.232164 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec0e8-884e-4a91-89a5-933359225f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:14.234911 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec0e8-884e-4a91-89a5-933359225f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:14.236192 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9f5ec0e8-884e-4a91-89a5-933359225f19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cde2f8b9-1055-40bb-b86c-f1929fbea414 HTTP/1.1" status: 204 len: 168 time: 0.2214727 Jul 30 15:30:14.274703 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ec0e8-884e-4a91-89a5-933359225f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2f8b9-1055-40bb-b86c-f1929fbea414,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:14.309949 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:14.357216 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee733e-5082-422e-81b8-73c7b4492854 req-453aa033-c71f-42b6-a4ad-d75a69d60f1d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:14.364446 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a8ee733e-5082-422e-81b8-73c7b4492854 req-453aa033-c71f-42b6-a4ad-d75a69d60f1d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 943 time: 0.1457939 Jul 30 15:30:14.457027 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a8ee733e-5082-422e-81b8-73c7b4492854 req-06345b5c-b16c-4535-a179-2ac0d8d8ee32 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916488 Jul 30 15:30:14.613604 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:14.688423 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21706999-a902-4b2e-8475-2d91f61859be None None] Network 9909bedf-be31-4413-93af-397226983a10 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:30:14.747779 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-57e3bc04-6df4-4805-83f2-051aed56620c None None] Provisioning for port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:14.798047 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device a4e3c409-842c-46ef-b2d0-7bd7ed810732 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:30:14.819432 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Router d4ea1371-1e80-41c0-a035-b22652155ff5 is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:30:14.951657 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:30:14.965310 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Sync routers for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:30:14.967904 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:14.969509 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-060f49fd-7084-4a1a-a8b5-2991b507f154 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6989868 Jul 30 15:30:14.972134 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47854) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:14.982135 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port a4e3c409-842c-46ef-b2d0-7bd7ed810732, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a4e3c409-842c-46ef-b2d0-7bd7ed810732,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:14.987818 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:14.988464 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:29:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:15.004180 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'port_id': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732', 'mac_address': 'fa:16:3e:05:ed:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506287fc-0097-4e36-b16b-fab29e683d79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:30:15.093349 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:15.127265 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e3c409-842c-46ef-b2d0-7bd7ed810732 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:30:15.144299 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:15.262270 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port a4e3c409-842c-46ef-b2d0-7bd7ed810732, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a4e3c409-842c-46ef-b2d0-7bd7ed810732,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:15.273630 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:15.310517 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:15.391862 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:15.399234 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156511a7-c04a-4e07-962c-45f0ac87c954 req-3c59e1ca-c984-4550-b49c-5a8cf6f1bc19 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:15.407987 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-156511a7-c04a-4e07-962c-45f0ac87c954 req-3c59e1ca-c984-4550-b49c-5a8cf6f1bc19 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0869401 Jul 30 15:30:15.414746 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:15.415124 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:15.462583 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-156511a7-c04a-4e07-962c-45f0ac87c954 req-03373aca-82dc-47f6-a315-7824804dcbfe tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535047 Jul 30 15:30:15.485283 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=a4e3c409-842c-46ef-b2d0-7bd7ed810732,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:15.537676 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-ff98c91f-c45c-45eb-ade2-736fc3b58520 None None] Provisioning complete for port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:15.538058 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ff98c91f-c45c-45eb-ade2-736fc3b58520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:15.635493 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:14Z', 'revision_number': 3, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:15.697554 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Checking router: d4ea1371-1e80-41c0-a035-b22652155ff5 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:30:15.698269 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Updating router d4ea1371-1e80-41c0-a035-b22652155ff5 port dab966bb-65e6-4eb4-a1d5-6793a560406b binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:30:15.734176 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:15.812305 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c933e0-90e2-4ce9-ba7d-8bfc71e09c11 req-0f0b3d55-d17b-4781-8133-5a09a99473c4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:15.816339 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-95c933e0-90e2-4ce9-ba7d-8bfc71e09c11 req-0f0b3d55-d17b-4781-8133-5a09a99473c4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 944 time: 0.1156590 Jul 30 15:30:15.861727 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ff98c91f-c45c-45eb-ade2-736fc3b58520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:15.883642 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['a4e3c409-842c-46ef-b2d0-7bd7ed810732'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:30:15.884614 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:15.941764 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-95c933e0-90e2-4ce9-ba7d-8bfc71e09c11 req-8a4f30cf-009c-4a7b-ab18-dcfe1c5a2cc2 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156921 Jul 30 15:30:16.018362 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3abe93d0-e5f4-4f3f-b8a1-b82b6316d92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.039531 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.065818 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-ff98c91f-c45c-45eb-ade2-736fc3b58520 None None] For port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:16.086090 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ff98c91f-c45c-45eb-ade2-736fc3b58520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.188787 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Allocated IP 172.20.0.1 (9909bedf-be31-4413-93af-397226983a10/22605725-4f6b-4a41-8573-18fbbb9c00ba/5a60d55d-f5e3-4ad4-9825-69404f96e897) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:16.207589 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.db.api [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 15:30:16.207980 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG oslo_db.api [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 15:30:16.234163 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.253537 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Transition to ACTIVE for port object dab966bb-65e6-4eb4-a1d5-6793a560406b will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:16.260559 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98c91f-c45c-45eb-ade2-736fc3b58520 None None] Pushing event updated for resources: {'Port': ['ID=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:16.275612 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.341200 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Attempting to bind port dab966bb-65e6-4eb4-a1d5-6793a560406b on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:30:16.341707 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Attempting to bind port dab966bb-65e6-4eb4-a1d5-6793a560406b by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:30:16.342176 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Attempting to bind port dab966bb-65e6-4eb4-a1d5-6793a560406b on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:16.345548 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.345724 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Pushing event updated for resources: {'Port': ['ID=dab966bb-65e6-4eb4-a1d5-6793a560406b,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:16.353878 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:30:16.354463 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:16.355127 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.355497 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:30:16.356068 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Bound port: dab966bb-65e6-4eb4-a1d5-6793a560406b, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:30:16.356544 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.359732 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.360177 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.360575 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.361018 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.361144 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Transition to ACTIVE for port object 5a60d55d-f5e3-4ad4-9825-69404f96e897 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:16.361422 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.361844 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.362186 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.362617 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.363177 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.363576 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.363971 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.364406 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:16.400957 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.427869 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] For port dab966bb-65e6-4eb4-a1d5-6793a560406b, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:30:16.433280 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] For port dab966bb-65e6-4eb4-a1d5-6793a560406b, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=dab966bb-65e6-4eb4-a1d5-6793a560406b,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:30:16.437064 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.453511 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Network 9909bedf-be31-4413-93af-397226983a10 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:16.458901 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:16.463432 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:16.464024 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.467580 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Pushing event updated for resources: {'Port': ['ID=5a60d55d-f5e3-4ad4-9825-69404f96e897,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:16.508074 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4383938-3a2f-4722-9041-bc00124325eb None None] Pushing event updated for resources: {'Port': ['ID=dab966bb-65e6-4eb4-a1d5-6793a560406b,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:16.525802 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:16.527228 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:29:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:16.677553 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fe5be-d950-4429-a80a-9a3f1eca7b45 req-d839f0b2-74e1-454c-ae94-deaa9bf81eb5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:16.679292 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bf6fe5be-d950-4429-a80a-9a3f1eca7b45 req-d839f0b2-74e1-454c-ae94-deaa9bf81eb5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0854402 Jul 30 15:30:16.725137 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:16.933163 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-319f6730-533f-49ea-91bf-a2f315ec800d None None] Provisioning for port 5a60d55d-f5e3-4ad4-9825-69404f96e897 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:16.938557 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-319f6730-533f-49ea-91bf-a2f315ec800d None None] Provisioning complete for port 5a60d55d-f5e3-4ad4-9825-69404f96e897 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:16.939249 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-319f6730-533f-49ea-91bf-a2f315ec800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:16.976494 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:14Z', 'revision_number': 3, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:16.995748 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:17.017727 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bf6fe5be-d950-4429-a80a-9a3f1eca7b45 req-a857c1d5-39f7-4253-8839-29af59ba4ca6 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295276 Jul 30 15:30:17.037813 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-319f6730-533f-49ea-91bf-a2f315ec800d None None] Port 5a60d55d-f5e3-4ad4-9825-69404f96e897 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:30:17.047179 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8f94e-3fe0-440f-88f3-3c933acf1df6 None None] The sync data for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi is: [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:14Z', 'revision_number': 3, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:30:17.051602 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:17.129015 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6283-b570-46ef-bcb3-3174603dfa39 req-aa10454a-119b-42ad-8029-92dce8da6e0e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:17.138449 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-54ce6283-b570-46ef-bcb3-3174603dfa39 req-aa10454a-119b-42ad-8029-92dce8da6e0e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 944 time: 0.0710833 Jul 30 15:30:17.159591 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:17.159971 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:17.200095 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-54ce6283-b570-46ef-bcb3-3174603dfa39 req-a25e04e7-f4b7-4675-aa14-567a7ed7d39e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551701 Jul 30 15:30:17.234941 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:17.247557 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:17.248316 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:17.337908 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Pushing event updated for resources: {'Port': ['ID=5a60d55d-f5e3-4ad4-9825-69404f96e897,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:17.405522 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Network 9909bedf-be31-4413-93af-397226983a10 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:17.408918 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:17.536363 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Router d4ea1371-1e80-41c0-a035-b22652155ff5 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:30:17.671021 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-3c4c43bb-0964-4115-8cb2-55a500fb95b5 None None] Provisioning complete for port 5a60d55d-f5e3-4ad4-9825-69404f96e897 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:17.671446 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3c4c43bb-0964-4115-8cb2-55a500fb95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:17.676996 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:30:17.684325 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2b35a07c-abeb-48ab-bca1-17a8d4892f57 admin admin] 10.222.0.50 "PUT /v2.0/routers/d4ea1371-1e80-41c0-a035-b22652155ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7095547 Jul 30 15:30:17.734022 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c43bb-0964-4115-8cb2-55a500fb95b5 None None] Port 5a60d55d-f5e3-4ad4-9825-69404f96e897 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:30:18.148619 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57e302-9ed9-4ade-a15e-ce486fce1bcd req-137f5a68-8bc2-4294-b602-635acfedce77 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:18.150401 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1c57e302-9ed9-4ade-a15e-ce486fce1bcd req-137f5a68-8bc2-4294-b602-635acfedce77 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0581028 Jul 30 15:30:18.196313 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1c57e302-9ed9-4ade-a15e-ce486fce1bcd req-0575b609-67ab-48e9-b373-280b91ceaf67 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Jul 30 15:30:18.311811 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47962) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:18.313604 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77585ee-3ef0-4db1-98ea-4b908ece7b1a req-c48ebf4a-6f8c-4986-8c53-80ad865f0e23 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:18.315122 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e77585ee-3ef0-4db1-98ea-4b908ece7b1a req-c48ebf4a-6f8c-4986-8c53-80ad865f0e23 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 944 time: 0.0579400 Jul 30 15:30:18.316771 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-754648129-network', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:18.338244 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Made reservation on behalf of 38b766b29c154c9b8bace408ee53e5d0 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:30:18.340903 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.349133 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.352787 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e77585ee-3ef0-4db1-98ea-4b908ece7b1a req-20f4dadb-c71a-48b8-882f-b59d67fc9ce3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Jul 30 15:30:18.441620 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.445295 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.468224 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:30:18.476679 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd2f836-0c71-4b5c-8bab-db22f79129c3,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:18.483130 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.483530 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Added segment d800b96e-80f7-4e88-a163-e3298c55db25 of type vlan for network 3f7416b4-5081-4691-b5de-599126e8ad5d Jul 30 15:30:18.529584 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.559633 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.560638 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:18.561385 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.586398 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-18f4a6c0-6691-4b76-830b-974b572f1c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.622846 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3099370 Jul 30 15:30:18.625644 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 47968) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:18.630754 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Request body: {'subnet': {'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-754648129-subnet', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:18.634780 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27210af-196b-4660-82f2-f91ac28a8e69 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7416b4-5081-4691-b5de-599126e8ad5d,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:18.644834 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 3f7416b4-5081-4691-b5de-599126e8ad5d details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:30:18.659137 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Made reservation on behalf of 38b766b29c154c9b8bace408ee53e5d0 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:30:18.661625 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59223117'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.714582 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.847747 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59223139'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.861929 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device a4e3c409-842c-46ef-b2d0-7bd7ed810732 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:18.901642 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.906903 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:18.925162 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Checking segment: {'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:18.925900 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Network hostable DHCP agents. Network: 3f7416b4-5081-4691-b5de-599126e8ad5d, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:30:18.937463 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port a4e3c409-842c-46ef-b2d0-7bd7ed810732 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:18.945510 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Network 3f7416b4-5081-4691-b5de-599126e8ad5d is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:30:18.946784 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port a4e3c409-842c-46ef-b2d0-7bd7ed810732 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:18.947162 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:18.965988 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 3f7416b4-5081-4691-b5de-599126e8ad5d) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:18.982449 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5739c54-ee4a-4dd8-ba20-43480711e836 None None] Network 3f7416b4-5081-4691-b5de-599126e8ad5d requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:30:18.989192 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:18.990401 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.040211 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-723ee352-0ead-49b8-b1a0-3486730fe131 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4133835 Jul 30 15:30:19.040931 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 47982) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:19.045774 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:19.067086 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Sync routers for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:30:19.073624 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device dab966bb-65e6-4eb4-a1d5-6793a560406b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:19.093661 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.095236 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.119003 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:19.119678 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:30:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:19.173236 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.365274 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.392209 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port dab966bb-65e6-4eb4-a1d5-6793a560406b completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:19.421882 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.442287 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9af88-e7f2-4027-9391-c86bbc2b4208 req-46479364-d40f-459e-ba34-0bed453573ed tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:19.444192 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e3b9af88-e7f2-4027-9391-c86bbc2b4208 req-46479364-d40f-459e-ba34-0bed453573ed tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1563292 Jul 30 15:30:19.559330 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e3b9af88-e7f2-4027-9391-c86bbc2b4208 req-ebcdaeb0-dc8b-4fe9-b645-0e1847093d60 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004703 Jul 30 15:30:19.578815 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:30:19.582358 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b569531d-8c59-485d-938d-bb0498d59f3b" -d '{"events": [{"server_uuid": "52aef64c-4f0b-4684-a85f-f3c7c6a7462e", "name": "network-vif-plugged", "status": "completed", "tag": "a4e3c409-842c-46ef-b2d0-7bd7ed810732"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:30:19.592518 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port dab966bb-65e6-4eb4-a1d5-6793a560406b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:19.593614 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.620705 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057594e-106e-4be4-95b1-c6afdc2832af req-527d3379-4e4e-44da-ab73-75f1b555a195 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:19.622297 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f057594e-106e-4be4-95b1-c6afdc2832af req-527d3379-4e4e-44da-ab73-75f1b555a195 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 944 time: 0.1160512 Jul 30 15:30:19.672295 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port a4e3c409-842c-46ef-b2d0-7bd7ed810732, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a4e3c409-842c-46ef-b2d0-7bd7ed810732,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:19.675929 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:19.695988 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f057594e-106e-4be4-95b1-c6afdc2832af req-5a6a535a-454b-453f-80f2-4877770b1012 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637867 Jul 30 15:30:19.732983 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.747127 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-3f7416b4-5081-4691-b5de-599126e8ad5d', 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'fixed_ips': [{'subnet_id': '6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:30:19.747986 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.752512 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d586413-e7eb-488c-a335-8e409bc30149 x-openstack-request-id: req-1d586413-e7eb-488c-a335-8e409bc30149 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:30:19.752827 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52aef64c-4f0b-4684-a85f-f3c7c6a7462e", "name": "network-vif-plugged", "status": "completed", "tag": "a4e3c409-842c-46ef-b2d0-7bd7ed810732", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:30:19.753078 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d586413-e7eb-488c-a335-8e409bc30149 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:30:19.753463 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732', 'code': 200} Jul 30 15:30:19.823065 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.832598 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.849623 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.989302 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:19.989737 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Allocated IP 172.27.2.53 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/56188061-0eca-49ed-8e66-68085d3f2939) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:19.999741 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=a4e3c409-842c-46ef-b2d0-7bd7ed810732,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:20.047648 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2571355-4d8b-410b-9118-61b9af8e4898 req-c0bc761b-ac6a-48ab-bbb9-dc25fca0b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:20.049610 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d2571355-4d8b-410b-9118-61b9af8e4898 req-c0bc761b-ac6a-48ab-bbb9-dc25fca0b11d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 1098 time: 0.0535243 Jul 30 15:30:20.052145 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port dab966bb-65e6-4eb4-a1d5-6793a560406b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=dab966bb-65e6-4eb4-a1d5-6793a560406b,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:20.065578 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.098729 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d2571355-4d8b-410b-9118-61b9af8e4898 req-f347d2dd-f437-435e-9df6-a0020a97a73f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Jul 30 15:30:20.123263 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.184638 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Allocated IP 172.20.0.2 (3f7416b4-5081-4691-b5de-599126e8ad5d/6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28/8bb300ad-a5dd-40a7-bf54-319960d9bb2d) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:20.184915 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.197230 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=dab966bb-65e6-4eb4-a1d5-6793a560406b,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:20.243008 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:20.265260 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Pushing event updated for resources: {'Port': ['ID=56188061-0eca-49ed-8e66-68085d3f2939,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:20.275015 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:20.281378 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:20.287358 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:17Z', 'revision_number': 2, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:20.337610 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Checking router: d4ea1371-1e80-41c0-a035-b22652155ff5 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:30:20.338224 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Updating router d4ea1371-1e80-41c0-a035-b22652155ff5 port 5a60d55d-f5e3-4ad4-9825-69404f96e897 binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:30:20.406292 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.499787 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.522974 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Transition to ACTIVE for port object 8bb300ad-a5dd-40a7-bf54-319960d9bb2d will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:20.576066 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.765041 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.774913 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Transition to ACTIVE for port object 5a60d55d-f5e3-4ad4-9825-69404f96e897 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:20.793323 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.800213 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Transition to ACTIVE for port object 8bb300ad-a5dd-40a7-bf54-319960d9bb2d will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:20.824984 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.943986 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Network 3f7416b4-5081-4691-b5de-599126e8ad5d is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:20.945939 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:20.958065 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:20.980253 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:20.985254 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ded54-0b0f-454f-9ced-d991477c4f35 req-009a1e87-7afd-4af7-9508-48f57a481d3e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:20.986813 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc0ded54-0b0f-454f-9ced-d991477c4f35 req-009a1e87-7afd-4af7-9508-48f57a481d3e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.1657271 Jul 30 15:30:20.995527 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd65458-6a32-47e4-8c5c-3b7fafab9459 req-e52964eb-64e4-47b5-9c02-5c1f1765f5c0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:21.008201 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8fd65458-6a32-47e4-8c5c-3b7fafab9459 req-e52964eb-64e4-47b5-9c02-5c1f1765f5c0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.3704650 Jul 30 15:30:21.038903 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Attempting to bind port 5a60d55d-f5e3-4ad4-9825-69404f96e897 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:30:21.039348 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Attempting to bind port 5a60d55d-f5e3-4ad4-9825-69404f96e897 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:30:21.039622 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Attempting to bind port 5a60d55d-f5e3-4ad4-9825-69404f96e897 on network 9909bedf-be31-4413-93af-397226983a10 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:21.046476 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:30:21.046858 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Checking segment: {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:21.047264 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.047658 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Bound using segment: {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:30:21.048141 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Bound port: 5a60d55d-f5e3-4ad4-9825-69404f96e897, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:30:21.048514 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.066678 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22976-a1c1-4720-9dc3-31277ceb0743 None None] Pushing event updated for resources: {'Port': ['ID=5a60d55d-f5e3-4ad4-9825-69404f96e897,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:21.152934 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc0ded54-0b0f-454f-9ced-d991477c4f35 req-8f2014d4-aa75-468f-8ad1-656bfe7f1699 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558309 Jul 30 15:30:21.189580 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Pushing event updated for resources: {'Port': ['ID=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:21.203462 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device dab966bb-65e6-4eb4-a1d5-6793a560406b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:21.309967 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Attempting to bind port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:30:21.310344 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Attempting to bind port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:30:21.310712 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Attempting to bind port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d on network 3f7416b4-5081-4691-b5de-599126e8ad5d {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:21.330261 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:30:21.330648 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Checking segment: {'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:21.331071 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.331447 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Bound using segment: {'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:30:21.331932 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Bound port: 8bb300ad-a5dd-40a7-bf54-319960d9bb2d, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:30:21.332318 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.369107 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8fd65458-6a32-47e4-8c5c-3b7fafab9459 req-34e219f1-88b5-4dc7-b3b5-21dc451f39d8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480880 Jul 30 15:30:21.403003 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e56f5-55f4-4cb9-87c8-402f7b70cf3a req-70adb235-f067-4c11-9751-12a232557e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:21.404559 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-562e56f5-55f4-4cb9-87c8-402f7b70cf3a req-70adb235-f067-4c11-9751-12a232557e32 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.0866897 Jul 30 15:30:21.435775 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Router 92b1197a-6275-4287-89de-1fcae0990ee9 is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:30:21.447810 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-562e56f5-55f4-4cb9-87c8-402f7b70cf3a req-80d88e8e-6014-4c86-a2e7-c1a2bf9b7faf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Jul 30 15:30:21.483049 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port dab966bb-65e6-4eb4-a1d5-6793a560406b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:21.483441 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.517212 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] For port 5a60d55d-f5e3-4ad4-9825-69404f96e897, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:30:21.536587 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] For port 5a60d55d-f5e3-4ad4-9825-69404f96e897, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=5a60d55d-f5e3-4ad4-9825-69404f96e897,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:30:21.550894 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.581010 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:30:21.617775 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Sync routers for ids ['92b1197a-6275-4287-89de-1fcae0990ee9'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:30:21.633286 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.637721 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e9a5139c-321f-4678-99e0-da6a8ba5d174 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5926921 Jul 30 15:30:21.637909 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48058) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:21.640202 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Routers {'92b1197a-6275-4287-89de-1fcae0990ee9'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:21.641021 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:30:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['92b1197a-6275-4287-89de-1fcae0990ee9'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:21.672993 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-9179b684-687b-4c36-8024-5a763a667912 None None] For port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:30:21.712337 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-9179b684-687b-4c36-8024-5a763a667912 None None] For port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,segment=NetworkSegment(d800b96e-80f7-4e88-a163-e3298c55db25),segment_id=d800b96e-80f7-4e88-a163-e3298c55db25)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:30:21.733862 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.737714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:21.742969 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22976-a1c1-4720-9dc3-31277ceb0743 None None] Pushing event updated for resources: {'Port': ['ID=5a60d55d-f5e3-4ad4-9825-69404f96e897,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:21.754883 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:21.755737 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:30:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:22.007135 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179b684-687b-4c36-8024-5a763a667912 None None] Pushing event updated for resources: {'Port': ['ID=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:22.055131 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:22.158276 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Set router 92b1197a-6275-4287-89de-1fcae0990ee9 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:22.449870 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:30:22.508099 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860c50b-7dbb-430f-be10-2e2ac8760fc7 req-cb91d73a-390f-4f1d-8c2a-11daf6230e72 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:22.516314 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5860c50b-7dbb-430f-be10-2e2ac8760fc7 req-cb91d73a-390f-4f1d-8c2a-11daf6230e72 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.1681862 Jul 30 15:30:22.564122 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '56188061-0eca-49ed-8e66-68085d3f2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:20Z', 'revision_number': 3, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port': {'id': '56188061-0eca-49ed-8e66-68085d3f2939', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:22.574091 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5860c50b-7dbb-430f-be10-2e2ac8760fc7 req-f93a1d0c-86ed-40c2-946b-6467fa1af765 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567605 Jul 30 15:30:22.595519 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Checking router: 92b1197a-6275-4287-89de-1fcae0990ee9 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:30:22.595871 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Updating router 92b1197a-6275-4287-89de-1fcae0990ee9 port 56188061-0eca-49ed-8e66-68085d3f2939 binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:30:22.626667 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:22.670672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933353b8-84e1-4e9c-9069-aa241c956693 req-748f16a9-0ea4-41ab-9799-0df19acf04b1 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:22.672950 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-933353b8-84e1-4e9c-9069-aa241c956693 req-748f16a9-0ea4-41ab-9799-0df19acf04b1 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0592575 Jul 30 15:30:22.701596 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:21Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:22.761047 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3017008-6a40-4705-80d6-0e8f660be17f None None] The sync data for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi is: [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:21Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:30:22.762850 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-933353b8-84e1-4e9c-9069-aa241c956693 req-1dc95365-1731-454b-9e97-5419ffe2b472 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730357 Jul 30 15:30:23.042169 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.064376 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Transition to ACTIVE for port object 56188061-0eca-49ed-8e66-68085d3f2939 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:23.080264 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.128780 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 5a60d55d-f5e3-4ad4-9825-69404f96e897 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:23.130438 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.183530 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Attempting to bind port 56188061-0eca-49ed-8e66-68085d3f2939 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:30:23.183887 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Attempting to bind port 56188061-0eca-49ed-8e66-68085d3f2939 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:30:23.184930 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Attempting to bind port 56188061-0eca-49ed-8e66-68085d3f2939 on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:23.193342 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0488a-a04a-4bc6-84a5-25c6d8bcdd15 None None] Pushing event updated for resources: {'Port': ['ID=56188061-0eca-49ed-8e66-68085d3f2939,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:23.197784 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:30:23.198168 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:23.198576 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.198974 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:30:23.199457 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Bound port: 56188061-0eca-49ed-8e66-68085d3f2939, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:30:23.199863 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.261748 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 5a60d55d-f5e3-4ad4-9825-69404f96e897 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:23.269885 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 5a60d55d-f5e3-4ad4-9825-69404f96e897 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:23.270852 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.272269 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] For port 56188061-0eca-49ed-8e66-68085d3f2939, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:30:23.276544 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] For port 56188061-0eca-49ed-8e66-68085d3f2939, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=56188061-0eca-49ed-8e66-68085d3f2939,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:30:23.283928 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.379824 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Routers {'92b1197a-6275-4287-89de-1fcae0990ee9'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:23.380456 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:30:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['92b1197a-6275-4287-89de-1fcae0990ee9'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:23.382722 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Allocated IP 172.20.0.1 (3f7416b4-5081-4691-b5de-599126e8ad5d/6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28/14275060-25cb-4f05-8905-7f284308b95f) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:23.421811 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0488a-a04a-4bc6-84a5-25c6d8bcdd15 None None] Pushing event updated for resources: {'Port': ['ID=56188061-0eca-49ed-8e66-68085d3f2939,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:23.435524 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.511867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 5a60d55d-f5e3-4ad4-9825-69404f96e897, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=5a60d55d-f5e3-4ad4-9825-69404f96e897,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:23.525048 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.527360 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 8bb300ad-a5dd-40a7-bf54-319960d9bb2d up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:23.571150 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] Set router 92b1197a-6275-4287-89de-1fcae0990ee9 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:23.581444 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.600853 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Transition to ACTIVE for port object 14275060-25cb-4f05-8905-7f284308b95f will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:23.665720 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.699999 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56422ba5-d62e-4bc0-861a-a98089cb2b18 None None] Network 3f7416b4-5081-4691-b5de-599126e8ad5d requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:30:23.716825 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Network 3f7416b4-5081-4691-b5de-599126e8ad5d is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:23.750283 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:23.756784 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:23.757321 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:23.852210 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Pushing event updated for resources: {'Port': ['ID=14275060-25cb-4f05-8905-7f284308b95f,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:23.876466 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d39e7-96b2-43a0-82fd-79a3480a5aa8 req-4bd99657-d734-475b-9c2f-ad96b5a64215 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:23.878132 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f13d39e7-96b2-43a0-82fd-79a3480a5aa8 req-4bd99657-d734-475b-9c2f-ad96b5a64215 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.1671164 Jul 30 15:30:23.957668 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf81a3a-e456-4e3b-a4a7-c87477f895d8 req-b2d40cdc-b87b-4c0e-8b7e-2f7974aca325 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:23.966929 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f13d39e7-96b2-43a0-82fd-79a3480a5aa8 req-02faa37e-656c-44ec-899c-e95a84294983 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784051 Jul 30 15:30:23.975324 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-acf81a3a-e456-4e3b-a4a7-c87477f895d8 req-b2d40cdc-b87b-4c0e-8b7e-2f7974aca325 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0824428 Jul 30 15:30:24.059663 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '56188061-0eca-49ed-8e66-68085d3f2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:20Z', 'revision_number': 3, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port': {'id': '56188061-0eca-49ed-8e66-68085d3f2939', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:24.071460 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:24.072446 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-acf81a3a-e456-4e3b-a4a7-c87477f895d8 req-16c80ddc-bede-4b9c-a0f6-d35582a06e18 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961833 Jul 30 15:30:24.132187 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7d48f-f553-49fa-b04c-a81d6c7c0f07 None None] The sync data for ids ['92b1197a-6275-4287-89de-1fcae0990ee9'] in dv-cinder-778907-3-iscsi is: [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '56188061-0eca-49ed-8e66-68085d3f2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:20Z', 'revision_number': 3, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port': {'id': '56188061-0eca-49ed-8e66-68085d3f2939', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:30:24.159180 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-85e712b5-f1c5-4249-adf0-abcd5ac567fc None None] Provisioning for port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:24.165274 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=5a60d55d-f5e3-4ad4-9825-69404f96e897,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:24.215474 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:24.253184 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:24.253566 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:24.505232 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:24.584989 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:24.599343 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:24.600538 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:24.617876 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,segment=NetworkSegment(d800b96e-80f7-4e88-a163-e3298c55db25),segment_id=d800b96e-80f7-4e88-a163-e3298c55db25)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:24.638214 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:24.673577 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-206de229-83b3-4979-8254-3cf7bae3c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:24.675088 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-206de229-83b3-4979-8254-3cf7bae3c300 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.2028499 Jul 30 15:30:24.691266 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c956d-644b-479c-96b1-2cba9a4554c5 req-6cfe44de-a232-4ea0-a567-63760b8abd47 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:24.699544 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-060c956d-644b-479c-96b1-2cba9a4554c5 req-6cfe44de-a232-4ea0-a567-63760b8abd47 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1269662 Jul 30 15:30:24.947921 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:25.045080 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d36ff515-e96b-4a25-84e0-00373b50c878 None None] Provisioning for port 14275060-25cb-4f05-8905-7f284308b95f completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:25.055434 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d36ff515-e96b-4a25-84e0-00373b50c878 None None] Provisioning complete for port 14275060-25cb-4f05-8905-7f284308b95f triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:25.055434 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d36ff515-e96b-4a25-84e0-00373b50c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:25.069800 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Pushing event updated for resources: {'Port': ['ID=14275060-25cb-4f05-8905-7f284308b95f,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:25.089580 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-e3f91fb6-d612-4727-8bb0-96e1a1989cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:25.091708 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-e3f91fb6-d612-4727-8bb0-96e1a1989cfe service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.3784454 Jul 30 15:30:25.157222 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-d36ff515-e96b-4a25-84e0-00373b50c878 None None] Port 14275060-25cb-4f05-8905-7f284308b95f cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:30:25.162797 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Network 3f7416b4-5081-4691-b5de-599126e8ad5d is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:25.164709 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:25.190052 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d36ff515-e96b-4a25-84e0-00373b50c878 None None] Provisioning complete for port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:25.191037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d36ff515-e96b-4a25-84e0-00373b50c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:25.313779 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 5a60d55d-f5e3-4ad4-9825-69404f96e897 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:25.337940 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-060c956d-644b-479c-96b1-2cba9a4554c5 req-d1ad5e31-4bf9-4751-984d-3b930bba6823 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330364 Jul 30 15:30:25.342770 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-758d79b0-ae29-491e-a231-1badd431b72f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 217 time: 0.2174664 Jul 30 15:30:25.367562 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Router 92b1197a-6275-4287-89de-1fcae0990ee9 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:30:25.420503 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-fec3255d-21ca-4fdd-9f0c-28f2f556fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:25.422260 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-fec3255d-21ca-4fdd-9f0c-28f2f556fe78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.0547309 Jul 30 15:30:25.471332 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-99b815bf-efde-4a35-8856-d9ad83b3cb20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366738 Jul 30 15:30:25.564233 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:30:25.567569 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 5a60d55d-f5e3-4ad4-9825-69404f96e897 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:25.567569 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:25.597725 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1945538c-6a6f-4a82-af4e-c5eae7ac26b2 admin admin] 10.222.0.50 "PUT /v2.0/routers/92b1197a-6275-4287-89de-1fcae0990ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9585779 Jul 30 15:30:25.632060 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-27b0606c-1b07-44b4-93da-625cdee05aac service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506441 Jul 30 15:30:25.749503 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5f17c6d8-8f2a-40a9-b889-71a78fd4ab13 req-66b6f486-201d-4d8d-b81d-710ec1ec6950 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085932 Jul 30 15:30:25.749735 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 56188061-0eca-49ed-8e66-68085d3f2939 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:25.754133 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-59a7cb70-aab3-4af4-82e4-8166485e0e0b None None] Provisioning complete for port 14275060-25cb-4f05-8905-7f284308b95f triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:25.759885 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-59a7cb70-aab3-4af4-82e4-8166485e0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:25.846648 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-59a7cb70-aab3-4af4-82e4-8166485e0e0b None None] Port 14275060-25cb-4f05-8905-7f284308b95f cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:30:25.869637 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 56188061-0eca-49ed-8e66-68085d3f2939 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:25.875504 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 56188061-0eca-49ed-8e66-68085d3f2939 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:25.875969 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:25.957174 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48168) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:25.988814 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.019290 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 56188061-0eca-49ed-8e66-68085d3f2939, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=56188061-0eca-49ed-8e66-68085d3f2939,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:26.028057 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.094591 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=56188061-0eca-49ed-8e66-68085d3f2939,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:26.191584 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62500862-3406-4279-b03c-8a778d23145f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.345060 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62500862-3406-4279-b03c-8a778d23145f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.354927 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62500862-3406-4279-b03c-8a778d23145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.402687 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-62500862-3406-4279-b03c-8a778d23145f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41e0ef54ea3d4625810fa5cf96ce0166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406030 Jul 30 15:30:26.402687 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62500862-3406-4279-b03c-8a778d23145f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87465584-0f26-4755-a0dc-eff769349d5a,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:26.402880 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48194) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:26.575341 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7156a126-6765-407d-b3ab-efd40c1ea680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.651957 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7156a126-6765-407d-b3ab-efd40c1ea680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.672312 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12fb4-ea75-4a47-996f-c7066fb3debe req-ef242e0e-4f12-4bd1-b17a-d2c0f517c5e8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:26.673915 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72f12fb4-ea75-4a47-996f-c7066fb3debe req-ef242e0e-4f12-4bd1-b17a-d2c0f517c5e8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1950815 Jul 30 15:30:26.777953 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72f12fb4-ea75-4a47-996f-c7066fb3debe req-3587060f-da1d-4a2f-b2dd-9624c98d0b0e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763817 Jul 30 15:30:26.815515 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7156a126-6765-407d-b3ab-efd40c1ea680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.820123 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7156a126-6765-407d-b3ab-efd40c1ea680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:26.821567 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-7156a126-6765-407d-b3ab-efd40c1ea680 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87465584-0f26-4755-a0dc-eff769349d5a HTTP/1.1" status: 204 len: 168 time: 0.4180567 Jul 30 15:30:26.831358 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156a126-6765-407d-b3ab-efd40c1ea680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87465584-0f26-4755-a0dc-eff769349d5a,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:26.972414 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Sync routers for ids ['92b1197a-6275-4287-89de-1fcae0990ee9'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:30:26.983960 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Routers {'92b1197a-6275-4287-89de-1fcae0990ee9'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:26.984935 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:30:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['92b1197a-6275-4287-89de-1fcae0990ee9'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:27.035231 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 8bb300ad-a5dd-40a7-bf54-319960d9bb2d up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:27.152479 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:27.153081 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.156782 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Set router 92b1197a-6275-4287-89de-1fcae0990ee9 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:27.299223 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48228) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:27.314969 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-830a5df3-9031-45b6-a3b6-ffe4bb141378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.397528 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 56188061-0eca-49ed-8e66-68085d3f2939 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:27.459215 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-830a5df3-9031-45b6-a3b6-ffe4bb141378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.465496 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-830a5df3-9031-45b6-a3b6-ffe4bb141378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.500162 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 56188061-0eca-49ed-8e66-68085d3f2939 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:27.500542 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.504629 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a5df3-9031-45b6-a3b6-ffe4bb141378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add4a85b-2dc3-46c5-a485-82211da9cf5e,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:27.539991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48232) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:27.540560 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-830a5df3-9031-45b6-a3b6-ffe4bb141378 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8394a652c43e443ca98b8c9256361e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396545 Jul 30 15:30:27.592475 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '56188061-0eca-49ed-8e66-68085d3f2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 4, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port': {'id': '56188061-0eca-49ed-8e66-68085d3f2939', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '14275060-25cb-4f05-8905-7f284308b95f', 'name': '', 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'mac_address': 'fa:16:3e:ca:52:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:23Z', 'updated_at': '2021-07-30T15:30:24Z', 'revision_number': 2, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'subnets': [{'id': '6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:27.610344 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fa938ed5-daf2-4b70-ba96-f2a4bb6b1266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.637695 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Checking router: 92b1197a-6275-4287-89de-1fcae0990ee9 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:30:27.638092 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Updating router 92b1197a-6275-4287-89de-1fcae0990ee9 port 14275060-25cb-4f05-8905-7f284308b95f binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:30:27.669994 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fa938ed5-daf2-4b70-ba96-f2a4bb6b1266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.676235 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.729786 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fa938ed5-daf2-4b70-ba96-f2a4bb6b1266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.733432 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fa938ed5-daf2-4b70-ba96-f2a4bb6b1266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:27.739388 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fa938ed5-daf2-4b70-ba96-f2a4bb6b1266 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/add4a85b-2dc3-46c5-a485-82211da9cf5e HTTP/1.1" status: 204 len: 168 time: 0.1965373 Jul 30 15:30:27.748392 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938ed5-daf2-4b70-ba96-f2a4bb6b1266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add4a85b-2dc3-46c5-a485-82211da9cf5e,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:28.026917 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c199a3-9cc1-4c97-add1-fdf95713fcf2 req-5c1a61ba-264e-4543-a7f7-dd638abe9820 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:28.038306 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a2c199a3-9cc1-4c97-add1-fdf95713fcf2 req-5c1a61ba-264e-4543-a7f7-dd638abe9820 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1233592 Jul 30 15:30:28.114950 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a2c199a3-9cc1-4c97-add1-fdf95713fcf2 req-1761a0b9-0e11-40bb-918e-cbdcf7702b25 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734029 Jul 30 15:30:28.324464 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.339288 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Transition to ACTIVE for port object 14275060-25cb-4f05-8905-7f284308b95f will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:28.347086 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.350273 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48248) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:28.365790 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2abf5972-4a4c-4e36-b196-601aa2ee5134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.435430 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a1bd5-5b89-4e10-8cb5-f7c77c01c527 None None] Pushing event updated for resources: {'Port': ['ID=14275060-25cb-4f05-8905-7f284308b95f,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:28.485864 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Attempting to bind port 14275060-25cb-4f05-8905-7f284308b95f on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:30:28.486253 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Attempting to bind port 14275060-25cb-4f05-8905-7f284308b95f by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:30:28.486621 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Attempting to bind port 14275060-25cb-4f05-8905-7f284308b95f on network 3f7416b4-5081-4691-b5de-599126e8ad5d {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:30:28.492569 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:30:28.493037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Checking segment: {'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:30:28.493504 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.493911 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Bound using segment: {'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:30:28.495034 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Bound port: 14275060-25cb-4f05-8905-7f284308b95f, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd800b96e-80f7-4e88-a163-e3298c55db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:30:28.495786 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.517105 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2abf5972-4a4c-4e36-b196-601aa2ee5134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.526912 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2abf5972-4a4c-4e36-b196-601aa2ee5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.575892 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48250) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:28.576746 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2abf5972-4a4c-4e36-b196-601aa2ee5134 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca24df015f484ec9b3a7d715463cd709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253330 Jul 30 15:30:28.577585 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf5972-4a4c-4e36-b196-601aa2ee5134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cf6391-0a67-4c92-b043-b75c6bb2fb07,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:28.599041 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] For port 14275060-25cb-4f05-8905-7f284308b95f, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:30:28.602675 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] For port 14275060-25cb-4f05-8905-7f284308b95f, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=14275060-25cb-4f05-8905-7f284308b95f,segment=NetworkSegment(d800b96e-80f7-4e88-a163-e3298c55db25),segment_id=d800b96e-80f7-4e88-a163-e3298c55db25)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:30:28.621480 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.657235 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-777ce983-9d3b-43a7-b619-737426e20977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.689696 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-777ce983-9d3b-43a7-b619-737426e20977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.724874 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Routers {'92b1197a-6275-4287-89de-1fcae0990ee9'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:30:28.725780 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:30:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['92b1197a-6275-4287-89de-1fcae0990ee9'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:28.761837 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-777ce983-9d3b-43a7-b619-737426e20977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.764799 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-777ce983-9d3b-43a7-b619-737426e20977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:28.769977 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-777ce983-9d3b-43a7-b619-737426e20977 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78cf6391-0a67-4c92-b043-b75c6bb2fb07 HTTP/1.1" status: 204 len: 168 time: 0.1909590 Jul 30 15:30:28.781693 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ce983-9d3b-43a7-b619-737426e20977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cf6391-0a67-4c92-b043-b75c6bb2fb07,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:28.827783 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a1bd5-5b89-4e10-8cb5-f7c77c01c527 None None] Pushing event updated for resources: {'Port': ['ID=14275060-25cb-4f05-8905-7f284308b95f,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:29.001315 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] Set router 92b1197a-6275-4287-89de-1fcae0990ee9 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:30:29.254764 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943ab7d-9c2e-4adf-8ae7-73739251fedd req-bf7f16fb-0304-4101-9e3c-427982e85328 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:29.263805 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5943ab7d-9c2e-4adf-8ae7-73739251fedd req-bf7f16fb-0304-4101-9e3c-427982e85328 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0799785 Jul 30 15:30:29.317314 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5943ab7d-9c2e-4adf-8ae7-73739251fedd req-db2e91a1-8ca1-4d1e-8239-9367b529e1f0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527692 Jul 30 15:30:29.350596 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '56188061-0eca-49ed-8e66-68085d3f2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 4, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port': {'id': '56188061-0eca-49ed-8e66-68085d3f2939', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '14275060-25cb-4f05-8905-7f284308b95f', 'name': '', 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'mac_address': 'fa:16:3e:ca:52:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:23Z', 'updated_at': '2021-07-30T15:30:28Z', 'revision_number': 4, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'subnets': [{'id': '6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:30:29.389032 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc22518-92e2-4bf4-a140-e7367596e009 None None] The sync data for ids ['92b1197a-6275-4287-89de-1fcae0990ee9'] in dv-cinder-778907-3-iscsi is: [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '56188061-0eca-49ed-8e66-68085d3f2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 4, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port': {'id': '56188061-0eca-49ed-8e66-68085d3f2939', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '14275060-25cb-4f05-8905-7f284308b95f', 'name': '', 'network_id': '3f7416b4-5081-4691-b5de-599126e8ad5d', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'mac_address': 'fa:16:3e:ca:52:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:23Z', 'updated_at': '2021-07-30T15:30:28Z', 'revision_number': 4, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'subnets': [{'id': '6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:30:31.083507 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 14275060-25cb-4f05-8905-7f284308b95f up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:31.200789 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 14275060-25cb-4f05-8905-7f284308b95f completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:31.205790 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 14275060-25cb-4f05-8905-7f284308b95f triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:31.206173 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:31.340695 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:31.403412 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 14275060-25cb-4f05-8905-7f284308b95f, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=14275060-25cb-4f05-8905-7f284308b95f,segment=NetworkSegment(d800b96e-80f7-4e88-a163-e3298c55db25),segment_id=d800b96e-80f7-4e88-a163-e3298c55db25)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:30:31.413096 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:31.499810 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=14275060-25cb-4f05-8905-7f284308b95f,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:32.361646 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ee24f-c418-44fe-a85d-ffebc1f52d77 req-ef07db6d-6b9d-44cf-b7d8-09cd20f499f7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:32.364054 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9b4ee24f-c418-44fe-a85d-ffebc1f52d77 req-ef07db6d-6b9d-44cf-b7d8-09cd20f499f7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0600445 Jul 30 15:30:32.414188 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9b4ee24f-c418-44fe-a85d-ffebc1f52d77 req-9239b5b6-079f-49e0-9650-227f6314bc8b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Jul 30 15:30:33.043873 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 14275060-25cb-4f05-8905-7f284308b95f up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:30:33.120427 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 14275060-25cb-4f05-8905-7f284308b95f triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:33.121381 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:36.542936 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48498) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:36.732607 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-21dc7a31-fac1-4ced-b35e-b6b4c85a1af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:36.838924 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-21dc7a31-fac1-4ced-b35e-b6b4c85a1af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:36.845816 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-21dc7a31-fac1-4ced-b35e-b6b4c85a1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:36.877772 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48508) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:36.878923 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-21dc7a31-fac1-4ced-b35e-b6b4c85a1af7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1256bbaf4d740bf964e5bf4e5d77ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335280 Jul 30 15:30:36.938396 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc7a31-fac1-4ced-b35e-b6b4c85a1af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a322f-036c-4b9b-a044-80df3c88b739,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:36.986510 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cff5aba-ad66-4a52-9c2f-129bc691c98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:37.014325 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cff5aba-ad66-4a52-9c2f-129bc691c98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:37.083881 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cff5aba-ad66-4a52-9c2f-129bc691c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:37.088016 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cff5aba-ad66-4a52-9c2f-129bc691c98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:37.101824 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5cff5aba-ad66-4a52-9c2f-129bc691c98f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd4a322f-036c-4b9b-a044-80df3c88b739 HTTP/1.1" status: 204 len: 168 time: 0.2159858 Jul 30 15:30:37.128270 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff5aba-ad66-4a52-9c2f-129bc691c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a322f-036c-4b9b-a044-80df3c88b739,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:37.915361 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48536) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:37.929973 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-824ee361-4286-4d22-a774-42dce54ab3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:38.049833 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-824ee361-4286-4d22-a774-42dce54ab3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:38.058615 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-824ee361-4286-4d22-a774-42dce54ab3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:38.102040 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-824ee361-4286-4d22-a774-42dce54ab3f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c598efe97984e268bf2898b7e07d578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846497 Jul 30 15:30:38.104697 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee361-4286-4d22-a774-42dce54ab3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32168bfa-22de-480a-94cc-f2dd73488a17,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:38.107852 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48546) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:38.176896 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f478157d-65cb-4591-80d6-470e2bf3eaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:38.218190 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f478157d-65cb-4591-80d6-470e2bf3eaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:38.319578 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f478157d-65cb-4591-80d6-470e2bf3eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:38.326138 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f478157d-65cb-4591-80d6-470e2bf3eaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:38.327617 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f478157d-65cb-4591-80d6-470e2bf3eaa5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32168bfa-22de-480a-94cc-f2dd73488a17 HTTP/1.1" status: 204 len: 168 time: 0.2180984 Jul 30 15:30:38.350112 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478157d-65cb-4591-80d6-470e2bf3eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32168bfa-22de-480a-94cc-f2dd73488a17,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:39.515428 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-61be36bb-01b8-4376-a67e-523d1a3bcbf5 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:39.518838 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-61be36bb-01b8-4376-a67e-523d1a3bcbf5 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 815 time: 0.1601486 Jul 30 15:30:39.535569 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-907bcf3b-f81f-4d1d-9a7f-7987c3d27372 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/quotas/0afae8db5b7f46e28168125c1f3c057b HTTP/1.1" status: 200 len: 375 time: 0.0100462 Jul 30 15:30:39.593800 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-b88e1511-0f43-457a-952e-5d8da722b746 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523469 Jul 30 15:30:39.694828 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-582300df-b752-4dad-80a7-9670c36ca0a2 service neutron] 10.222.0.50 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920627 Jul 30 15:30:39.792810 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-8b6de70b-f21d-483c-804f-d673f1f73c04 service neutron] 10.222.0.50 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890474 Jul 30 15:30:39.997866 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b2178637-d50c-4dbe-b4ac-9e5500ac5503 req-577803be-44f9-4bbd-a828-af85558c9881 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 210 time: 0.0389421 Jul 30 15:30:41.123019 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-038efa2e-d8c2-48e3-83b1-7440a678b362 req-ab2a4b12-f61d-4d2b-95f1-d26c0cf2468f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 210 time: 0.0288594 Jul 30 15:30:41.310026 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-bbe78306-1417-410d-be02-a68881f239b8 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:41.311536 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-bbe78306-1417-410d-be02-a68881f239b8 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.58 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 815 time: 0.1223013 Jul 30 15:30:41.338561 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'port': {'device_id': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'admin_state_up': True, 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:30:41.482717 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Made reservation on behalf of 0afae8db5b7f46e28168125c1f3c057b for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:30:41.486330 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:41.626205 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Allocated IP 172.20.0.5 (9909bedf-be31-4413-93af-397226983a10/22605725-4f6b-4a41-8573-18fbbb9c00ba/0fc27c9a-4890-49d6-865b-2bb744cf6c64) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:30:41.879384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:41.903528 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Transition to ACTIVE for port object 0fc27c9a-4890-49d6-865b-2bb744cf6c64 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:30:41.957863 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:42.015059 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Network 9909bedf-be31-4413-93af-397226983a10 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:30:42.023989 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:30:42.029614 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:30:42.035236 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:42.209954 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:42.210901 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:42.248323 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ec4c1d3f-6561-4d72-90d8-42da454efa37 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9096963 Jul 30 15:30:42.403430 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb957-a6bc-47a9-b578-eea249f9503f req-8daceb0d-6422-46c2-8c2e-44046fae3ba1 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:30:42.405732 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4addb957-a6bc-47a9-b578-eea249f9503f req-8daceb0d-6422-46c2-8c2e-44046fae3ba1 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 931 time: 0.1008573 Jul 30 15:30:42.425620 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-27077d1f-2dda-4e1c-a557-1ab60a7aeea5 None None] Provisioning for port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:30:42.435173 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-27077d1f-2dda-4e1c-a557-1ab60a7aeea5 None None] Provisioning complete for port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:30:42.435556 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-27077d1f-2dda-4e1c-a557-1ab60a7aeea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:42.505099 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4addb957-a6bc-47a9-b578-eea249f9503f req-01574c7d-449e-43f5-ad22-7e7c471293a3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896165 Jul 30 15:30:42.512431 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-27077d1f-2dda-4e1c-a557-1ab60a7aeea5 None None] Port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:30:42.937816 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48750) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:43.103551 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3d188a84-6b63-445b-a655-67df5d70e543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:43.228263 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3d188a84-6b63-445b-a655-67df5d70e543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:43.233202 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3d188a84-6b63-445b-a655-67df5d70e543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:43.292431 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-3d188a84-6b63-445b-a655-67df5d70e543 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cabb423700f44a79cd870c9088f03ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532970 Jul 30 15:30:43.293311 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d188a84-6b63-445b-a655-67df5d70e543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a089fc09-1370-4550-a6a4-4ea32d8dab2c,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:43.295153 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48758) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:43.362059 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cd7c625d-d3fb-41e2-95cb-028f721d41f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:43.386683 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cd7c625d-d3fb-41e2-95cb-028f721d41f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:43.441295 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cd7c625d-d3fb-41e2-95cb-028f721d41f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:43.443942 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cd7c625d-d3fb-41e2-95cb-028f721d41f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:43.447973 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-cd7c625d-d3fb-41e2-95cb-028f721d41f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a089fc09-1370-4550-a6a4-4ea32d8dab2c HTTP/1.1" status: 204 len: 168 time: 0.1490312 Jul 30 15:30:43.458813 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c625d-d3fb-41e2-95cb-028f721d41f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089fc09-1370-4550-a6a4-4ea32d8dab2c,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:44.025714 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48786) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:44.150132 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2df51b42-124a-4bdf-b8b5-8100b32483ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:44.310033 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2df51b42-124a-4bdf-b8b5-8100b32483ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:44.315301 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2df51b42-124a-4bdf-b8b5-8100b32483ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:44.360359 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2df51b42-124a-4bdf-b8b5-8100b32483ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1f3d84ecc074cbf8ce7590081d9be08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334517 Jul 30 15:30:44.361415 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df51b42-124a-4bdf-b8b5-8100b32483ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4205e9-7abc-4053-8ed9-796e474e9d4b,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:44.363599 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48800) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:44.451264 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3700f3c3-7b69-41fa-b1a4-7afeeb92483b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:44.480874 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3700f3c3-7b69-41fa-b1a4-7afeeb92483b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:44.545544 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3700f3c3-7b69-41fa-b1a4-7afeeb92483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:44.548190 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-3700f3c3-7b69-41fa-b1a4-7afeeb92483b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:44.551831 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-3700f3c3-7b69-41fa-b1a4-7afeeb92483b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f4205e9-7abc-4053-8ed9-796e474e9d4b HTTP/1.1" status: 204 len: 168 time: 0.1762676 Jul 30 15:30:44.559859 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f3c3-7b69-41fa-b1a4-7afeeb92483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4205e9-7abc-4053-8ed9-796e474e9d4b,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:45.063230 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48824) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:45.083090 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:45.202932 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:45.207834 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:45.246541 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37540366-d87e-4e50-877f-fe8079530661,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:45.256127 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d66c1d4e43c04779be5f753eaa2c0dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860285 Jul 30 15:30:45.256305 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48826) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:45.265858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.266508 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.267043 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.267732 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.268226 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.268574 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.272849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.272849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.272849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.272849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.272849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.272849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c4ca3-5aa6-4968-ab08-4f90c335dba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:45.318540 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8804e395-1459-4b35-9226-0bc2a05e711a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:45.345780 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8804e395-1459-4b35-9226-0bc2a05e711a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:45.413768 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8804e395-1459-4b35-9226-0bc2a05e711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:45.417478 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8804e395-1459-4b35-9226-0bc2a05e711a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:45.418856 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8804e395-1459-4b35-9226-0bc2a05e711a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37540366-d87e-4e50-877f-fe8079530661 HTTP/1.1" status: 204 len: 168 time: 0.1640389 Jul 30 15:30:45.428403 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804e395-1459-4b35-9226-0bc2a05e711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37540366-d87e-4e50-877f-fe8079530661,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:45.980681 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-38d9315e-d4ad-4150-ab0e-f79b75fa3ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:48.586058 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c5ed0e03-dd17-45a5-9adb-07c00db39937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:48.690872 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:48.759492 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48978) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:48.873374 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:48.875075 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8f9fa8cb-3a62-44f2-b65e-4e70898440c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:48.987542 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8f9fa8cb-3a62-44f2-b65e-4e70898440c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:48.991652 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8f9fa8cb-3a62-44f2-b65e-4e70898440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.030555 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-8f9fa8cb-3a62-44f2-b65e-4e70898440c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deb44e250c7641978fb6b4f1a9730ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699182 Jul 30 15:30:49.031672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fa8cb-3a62-44f2-b65e-4e70898440c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa220a-74b9-4002-8382-27e3c64fd1e3,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:49.034981 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48982) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:49.094040 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-41d770d0-d823-4884-9b96-d34c2b5668d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.116120 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-41d770d0-d823-4884-9b96-d34c2b5668d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.177135 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-41d770d0-d823-4884-9b96-d34c2b5668d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.179867 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-41d770d0-d823-4884-9b96-d34c2b5668d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.181181 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-41d770d0-d823-4884-9b96-d34c2b5668d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbaa220a-74b9-4002-8382-27e3c64fd1e3 HTTP/1.1" status: 204 len: 168 time: 0.1466310 Jul 30 15:30:49.197425 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d770d0-d823-4884-9b96-d34c2b5668d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa220a-74b9-4002-8382-27e3c64fd1e3,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:49.487400 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 48990) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:49.502897 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b8e-669a-4646-bc0d-a80813de9d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.599651 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b8e-669a-4646-bc0d-a80813de9d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.604607 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6b8e-669a-4646-bc0d-a80813de9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.642993 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c6b8e-669a-4646-bc0d-a80813de9d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5fe190-1a2e-49cd-9214-17fe95e5c978,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:49.655077 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 48992) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:49.655212 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7a0c6b8e-669a-4646-bc0d-a80813de9d12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63f1d144c923434587fbb7d94e7bbd6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665533 Jul 30 15:30:49.709119 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4acc9534-13a6-4f22-b97f-193f92f7e4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.733062 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.734477 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4acc9534-13a6-4f22-b97f-193f92f7e4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.797974 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4acc9534-13a6-4f22-b97f-193f92f7e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.802658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4acc9534-13a6-4f22-b97f-193f92f7e4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:49.808031 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-4acc9534-13a6-4f22-b97f-193f92f7e4b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df5fe190-1a2e-49cd-9214-17fe95e5c978 HTTP/1.1" status: 204 len: 168 time: 0.1475489 Jul 30 15:30:49.815721 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9534-13a6-4f22-b97f-193f92f7e4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5fe190-1a2e-49cd-9214-17fe95e5c978,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:51.590511 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.183985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 49100) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:56.316453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50a581c4-31ee-4622-b9d6-808da0c558e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.419208 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50a581c4-31ee-4622-b9d6-808da0c558e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.423639 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-50a581c4-31ee-4622-b9d6-808da0c558e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.466020 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-50a581c4-31ee-4622-b9d6-808da0c558e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f493571b79a4e76b28d679bf2b3e952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809076 Jul 30 15:30:56.467827 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a581c4-31ee-4622-b9d6-808da0c558e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea6fc1-ff29-4287-ab97-e618f2fcd06d,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:56.468847 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49110) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:56.528649 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c6c7be73-10c2-4ad0-9c17-0f576c575fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.549442 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c6c7be73-10c2-4ad0-9c17-0f576c575fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.597944 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c6c7be73-10c2-4ad0-9c17-0f576c575fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.600516 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c6c7be73-10c2-4ad0-9c17-0f576c575fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:56.601769 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c6c7be73-10c2-4ad0-9c17-0f576c575fa3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4ea6fc1-ff29-4287-ab97-e618f2fcd06d HTTP/1.1" status: 204 len: 168 time: 0.1307511 Jul 30 15:30:56.610258 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7be73-10c2-4ad0-9c17-0f576c575fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea6fc1-ff29-4287-ab97-e618f2fcd06d,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:57.903701 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49130) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:58.034806 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e1f1911d-324f-4c1c-821b-bffefdcec4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.127324 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e1f1911d-324f-4c1c-821b-bffefdcec4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.132226 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e1f1911d-324f-4c1c-821b-bffefdcec4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.170132 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1911d-324f-4c1c-821b-bffefdcec4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6139ade-38f6-431d-98fe-8a494c0cf03c,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:58.174387 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e1f1911d-324f-4c1c-821b-bffefdcec4ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0ccc84feaba46f8bdeb9302c40a2f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696550 Jul 30 15:30:58.177339 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49134) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:58.227040 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d58fe11c-4c9a-4c78-80ba-afc1b91f2720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.253130 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d58fe11c-4c9a-4c78-80ba-afc1b91f2720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.298591 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d58fe11c-4c9a-4c78-80ba-afc1b91f2720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.301301 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d58fe11c-4c9a-4c78-80ba-afc1b91f2720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.302459 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d58fe11c-4c9a-4c78-80ba-afc1b91f2720 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6139ade-38f6-431d-98fe-8a494c0cf03c HTTP/1.1" status: 204 len: 168 time: 0.1246195 Jul 30 15:30:58.309782 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fe11c-4c9a-4c78-80ba-afc1b91f2720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6139ade-38f6-431d-98fe-8a494c0cf03c,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:58.583569 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 49144) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:58.597661 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a013af59-2268-475b-b4ed-def6a89b5a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.689932 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a013af59-2268-475b-b4ed-def6a89b5a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.693725 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a013af59-2268-475b-b4ed-def6a89b5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.731169 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a013af59-2268-475b-b4ed-def6a89b5a9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5702403e3e9e4defa49beec0b762afca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464398 Jul 30 15:30:58.731856 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013af59-2268-475b-b4ed-def6a89b5a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f3f40-081c-4df3-a173-32b1bbf62103,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:58.733989 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49146) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:30:58.786889 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.808007 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.857197 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.860798 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:30:58.864776 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c4f3f40-081c-4df3-a173-32b1bbf62103 HTTP/1.1" status: 204 len: 168 time: 0.1271732 Jul 30 15:30:58.872649 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f3f40-081c-4df3-a173-32b1bbf62103,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:30:58.880303 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.880664 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.881041 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.881450 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.881836 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.882274 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.882658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.883070 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.883407 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.883741 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.884667 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:58.885123 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51287f-55b4-462c-8707-94cf15eddff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:30:59.440730 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:31:00.858440 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Request body: {'port': {'device_id': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:00.920633 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:01.027986 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-0cd14831-3b74-47f2-ba73-3b47df4fb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.029618 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-0cd14831-3b74-47f2-ba73-3b47df4fb315 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.0748591 Jul 30 15:31:01.059085 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88538451-5b1e-4eaa-b650-71b729f40d13 req-6ba8daa6-41f0-4e11-9e1a-bb197cc3e0e5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.060650 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-88538451-5b1e-4eaa-b650-71b729f40d13 req-6ba8daa6-41f0-4e11-9e1a-bb197cc3e0e5 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0777876 Jul 30 15:31:01.109672 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-03840193-8b5c-4935-9f33-71d42031cfed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360810 Jul 30 15:31:01.144095 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6ce69-b9e6-43cc-94e8-d487fc23c856 req-bb6a57ca-278c-46be-a574-f142311db907 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.145761 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-44f6ce69-b9e6-43cc-94e8-d487fc23c856 req-bb6a57ca-278c-46be-a574-f142311db907 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 931 time: 0.1339505 Jul 30 15:31:01.146969 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-88538451-5b1e-4eaa-b650-71b729f40d13 req-1111c09a-a9c4-496c-a86b-65971a58e92b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763259 Jul 30 15:31:01.177610 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-31772b69-ac05-4d6d-8ad9-a5d3ebef0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.179073 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-31772b69-ac05-4d6d-8ad9-a5d3ebef0b8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.1385188 Jul 30 15:31:01.225402 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-c614478a-80a4-4099-8864-60f61b1384ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 217 time: 0.0392542 Jul 30 15:31:01.285930 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-44f6ce69-b9e6-43cc-94e8-d487fc23c856 req-ce6d674b-936e-46aa-83ec-ecda5f52f073 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131513 Jul 30 15:31:01.288211 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-75182c93-94c6-41f7-9e7d-398b42cbc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.289300 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-64e08149-d791-4292-b93f-4f30854aedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.289702 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-75182c93-94c6-41f7-9e7d-398b42cbc876 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.0465615 Jul 30 15:31:01.291841 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-64e08149-d791-4292-b93f-4f30854aedb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1099 time: 0.1167939 Jul 30 15:31:01.327406 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-8ca7106f-4e19-419d-8a53-a7d1f1498789 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259860 Jul 30 15:31:01.434625 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc27c9a-4890-49d6-865b-2bb744cf6c64 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:31:01.436370 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-c29f5519-b892-4f76-a342-80b9b5a15dbb service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926247 Jul 30 15:31:01.443184 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:01.475050 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Transition to ACTIVE for port object 0fc27c9a-4890-49d6-865b-2bb744cf6c64 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:31:01.481198 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-2a62328e-3bc9-4883-a9e5-57bf5c8a4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.483046 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-2a62328e-3bc9-4883-a9e5-57bf5c8a4cd1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.1633685 Jul 30 15:31:01.483763 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:01.540906 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-fc5c4732-dcbd-4d16-9b60-5e1c3dbb8662 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961912 Jul 30 15:31:01.584986 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:01.594992 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-ee6219ff-5b72-496f-8fda-ec69ae06c130 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 1002 time: 0.0865731 Jul 30 15:31:01.687054 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-58395b7b-f6f8-4c13-9ea0-45ccd90e3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.690382 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-58395b7b-f6f8-4c13-9ea0-45ccd90e3eeb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.0810924 Jul 30 15:31:01.711970 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Attempting to bind port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:31:01.712311 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Attempting to bind port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:31:01.712642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Attempting to bind port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 on network 9909bedf-be31-4413-93af-397226983a10 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:31:01.734937 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 on network 9909bedf-be31-4413-93af-397226983a10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:31:01.735255 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Attempting to bind port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 on network 9909bedf-be31-4413-93af-397226983a10 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:31:01.742617 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:31:01.742964 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Checking segment: {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:31:01.743370 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Bound using segment: {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:31:01.744048 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Bound port: 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea9f09c-8956-406a-a33a-afd29cff8a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9909bedf-be31-4413-93af-397226983a10'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:31:01.745053 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:01.765848 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-934e6d11-5609-47fd-8d56-17e820bb5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.767335 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-934e6d11-5609-47fd-8d56-17e820bb5521 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674024 Jul 30 15:31:01.817605 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:31:01.820763 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:31:01.824629 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:01.855662 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:01.856298 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:01.857717 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] 10.222.0.58 "PUT /v2.0/ports/0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 1093 time: 1.0042217 Jul 30 15:31:01.858167 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:01.860441 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:01.891906 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92585114-008e-4cd6-a94d-c0433ce06c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:01.917667 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6372c2-60de-4270-86d5-9d46e7fac6d5 x-openstack-request-id: req-fe6372c2-60de-4270-86d5-9d46e7fac6d5 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:01.917875 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:01.918103 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe6372c2-60de-4270-86d5-9d46e7fac6d5 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:01.918503 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'status': 'completed', 'code': 200} Jul 30 15:31:02.005792 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ca859684-3c2d-49ed-a3e7-6ce4e4004152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:02.007579 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-ca859684-3c2d-49ed-a3e7-6ce4e4004152 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1096 time: 0.0565290 Jul 30 15:31:02.073450 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-23754272-fcd3-41a3-aae9-f781178cdbb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 217 time: 0.0494812 Jul 30 15:31:02.078603 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-8d947f3c-823a-4692-980e-4e72d23f2caa service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837611 Jul 30 15:31:02.404601 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792036e2-d5cb-4eb0-bd02-c941d70fba8c req-c328114e-f83a-474d-bbec-29fc71bbf316 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:02.406536 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-792036e2-d5cb-4eb0-bd02-c941d70fba8c req-c328114e-f83a-474d-bbec-29fc71bbf316 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 943 time: 0.0500612 Jul 30 15:31:02.444351 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-792036e2-d5cb-4eb0-bd02-c941d70fba8c req-1056868d-9a3b-47c0-8f56-924ddfbc3371 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Jul 30 15:31:02.459306 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-0048d7f9-b300-4748-9169-05b3b11402e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:02.460807 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-0048d7f9-b300-4748-9169-05b3b11402e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 200 len: 854 time: 0.3432324 Jul 30 15:31:02.519233 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea8724-8086-4260-9a1b-4f6911069e89 req-ee75ee81-58c9-43b8-b680-4059d663f641 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:02.519233 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-34ea8724-8086-4260-9a1b-4f6911069e89 req-ee75ee81-58c9-43b8-b680-4059d663f641 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1578074 Jul 30 15:31:02.536996 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52ab2cc5-861f-4c17-8146-c87c57e7a493 req-6d9b215f-b41a-46cc-a91b-0ebb7927112b service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180937 Jul 30 15:31:02.564441 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-3696fe48-bf77-4cc9-8b22-518ea1c5d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:02.565979 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-3696fe48-bf77-4cc9-8b22-518ea1c5d065 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9909bedf-be31-4413-93af-397226983a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948586 Jul 30 15:31:02.571035 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-34ea8724-8086-4260-9a1b-4f6911069e89 req-2b4a7a04-9579-4751-af5b-1a357f57b117 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478954 Jul 30 15:31:02.682630 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-d4d88a51-2975-456e-9860-1b3aa57db7cf service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922191 Jul 30 15:31:02.774940 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fe27befc-098d-47e0-96ca-2a545c20f805 req-5254ea8f-e86c-4fe1-a755-284ffb4c4952 service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838375 Jul 30 15:31:02.786120 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-25a6d77f-0638-40e4-aca9-660039bd99b1 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:02.787656 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-25a6d77f-0638-40e4-aca9-660039bd99b1 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.1034896 Jul 30 15:31:02.802606 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-609fce5f-0569-4b87-9d9f-66ef4b8274c6 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/quotas/dd02434ae49a4b1e8751f12628003157 HTTP/1.1" status: 200 len: 375 time: 0.0092008 Jul 30 15:31:02.856988 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5a26fa2b-6c1c-4609-b8f0-9a18a9dc60eb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479381 Jul 30 15:31:02.919667 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-f76d2da3-55e6-487b-8e1d-52057132c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:02.921362 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-f76d2da3-55e6-487b-8e1d-52057132c237 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1096 time: 0.0430388 Jul 30 15:31:02.956664 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-dd88fb9d-0cb3-49b9-ad67-f4d941a8946c service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926714 Jul 30 15:31:03.020168 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-f14d4d05-33ea-4709-9768-ef9e9d659d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:03.021698 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-f14d4d05-33ea-4709-9768-ef9e9d659d61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 916 time: 0.0918419 Jul 30 15:31:03.046734 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-b9d9f340-2426-4f19-b9fa-c1ce7a2e886b service neutron] 10.222.0.50 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835371 Jul 30 15:31:03.067770 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-4932eb44-7c10-4512-906e-22d4ff46011c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 217 time: 0.0356157 Jul 30 15:31:03.126813 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-526f99d8-26ad-476b-babe-59e02bf2e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:03.128459 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-526f99d8-26ad-476b-babe-59e02bf2e185 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 200 len: 854 time: 0.0547976 Jul 30 15:31:03.186179 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-2525576f-c435-4814-8c42-1ad09b8e3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:03.187427 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-2525576f-c435-4814-8c42-1ad09b8e3d99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9909bedf-be31-4413-93af-397226983a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510008 Jul 30 15:31:03.295258 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-2e3a1c0f-5730-4cf3-9421-1b67a39cc852 service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998502 Jul 30 15:31:03.372032 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4e661e1f-cbcc-41a0-b435-1bfaa0d13df6 req-fca37a18-1319-458a-b3c0-430f9835d703 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 210 time: 0.0294230 Jul 30 15:31:03.436167 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f1bcbb24-c0a8-4f92-bb6e-580af3e8e1a8 req-6974960c-a863-4930-9ab3-708c020a11ca service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248002 Jul 30 15:31:03.581956 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23d0ea-4949-4064-91cf-7b6df63b7f7e req-9e380a57-3e97-4054-8fb9-7c8187a3f033 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:03.583480 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fc23d0ea-4949-4064-91cf-7b6df63b7f7e req-9e380a57-3e97-4054-8fb9-7c8187a3f033 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 943 time: 0.0528903 Jul 30 15:31:03.630279 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fc23d0ea-4949-4064-91cf-7b6df63b7f7e req-0a443acb-1fa0-4824-8871-336796d07908 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398335 Jul 30 15:31:03.702792 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119749-2ff2-4863-8c02-a2d4bcb835dc req-4b69280b-4dd5-4eac-8b4f-71f66edf297c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:03.710166 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2119749-2ff2-4863-8c02-a2d4bcb835dc req-4b69280b-4dd5-4eac-8b4f-71f66edf297c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0575681 Jul 30 15:31:03.749237 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2119749-2ff2-4863-8c02-a2d4bcb835dc req-45fc55af-9c89-4b55-acfe-01d84593df53 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Jul 30 15:31:04.548046 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d17d18ba-4a65-4610-9263-20725097bb80 req-7a648fc7-346f-48a1-ae0d-b5e35497012f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 210 time: 0.0261402 Jul 30 15:31:04.750729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7dbad-821c-4e59-9b95-aca74927d42e req-cb20983f-5565-496b-8df9-a5146da57ff9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:04.752216 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b9c7dbad-821c-4e59-9b95-aca74927d42e req-cb20983f-5565-496b-8df9-a5146da57ff9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 943 time: 0.0506759 Jul 30 15:31:04.795766 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b9c7dbad-821c-4e59-9b95-aca74927d42e req-49e5596a-548b-4f8a-93f5-64cb71f0770b tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Jul 30 15:31:04.879484 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d2b9-ea85-4cc6-82a5-cd3687a18a35 req-2f138ba2-4b50-4c09-b12d-2eeeaf0d7d9e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:04.881017 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4c07d2b9-ea85-4cc6-82a5-cd3687a18a35 req-2f138ba2-4b50-4c09-b12d-2eeeaf0d7d9e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0544662 Jul 30 15:31:04.931960 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4c07d2b9-ea85-4cc6-82a5-cd3687a18a35 req-ec13cd06-0d5b-4320-8113-d33ce705fb75 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Jul 30 15:31:04.946845 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-cac3da2d-5322-49c1-b131-9969fcc49037 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:04.949000 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-cac3da2d-5322-49c1-b131-9969fcc49037 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 814 time: 0.1117847 Jul 30 15:31:04.971034 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Request body: {'port': {'device_id': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'admin_state_up': True, 'tenant_id': 'dd02434ae49a4b1e8751f12628003157'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:05.085718 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Made reservation on behalf of dd02434ae49a4b1e8751f12628003157 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:31:05.089578 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:05.122754 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0fc27c9a-4890-49d6-865b-2bb744cf6c64 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:31:05.218640 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:05.220240 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Allocated IP 172.20.0.11 (d962cf10-1639-40cf-93bb-055629c3b4a2/506287fc-0097-4e36-b16b-fab29e683d79/d94b28f8-f172-4026-ab38-ed2cce611ce6) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:31:05.234545 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'port_id': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'mac_address': 'fa:16:3e:73:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:31:05.273044 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:05.287216 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc27c9a-4890-49d6-865b-2bb744cf6c64 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:31:05.307201 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:05.311161 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:05.362241 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:05.369073 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.370043 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.370391 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.371019 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.371239 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.371572 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.371910 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.372254 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.372687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.372958 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.373286 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.373610 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:05.388141 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:05.431343 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:05.465598 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3', '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'a4e3c409-842c-46ef-b2d0-7bd7ed810732'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:05.474043 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Network d962cf10-1639-40cf-93bb-055629c3b4a2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:31:05.477321 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:31:05.484672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:31:05.491332 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event updated for resources: {'Port': ['ID=d94b28f8-f172-4026-ab38-ed2cce611ce6,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:05.537817 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:05.538436 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:05.553837 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5741b2a6-27a2-4cee-bfdd-a3995a0a24dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5866001 Jul 30 15:31:05.584226 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Request body: {'port': {'device_id': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:05.644015 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:05.901986 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946618-7457-4629-aeb3-af591fd5680d req-07e8807b-f564-44b6-a8de-03cdd0a84a33 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:05.903384 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5c946618-7457-4629-aeb3-af591fd5680d req-07e8807b-f564-44b6-a8de-03cdd0a84a33 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 932 time: 0.0785339 Jul 30 15:31:05.914842 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f8eb6-850f-4ca1-b79a-f56c1da38fe1 req-ff2eeb07-a25e-4e6c-b11a-cf92517de902 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:05.916439 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-fd4f8eb6-850f-4ca1-b79a-f56c1da38fe1 req-ff2eeb07-a25e-4e6c-b11a-cf92517de902 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 944 time: 0.0521159 Jul 30 15:31:05.954786 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-fd4f8eb6-850f-4ca1-b79a-f56c1da38fe1 req-c2531aa9-c899-4c7d-9566-7fa098d22173 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Jul 30 15:31:05.982412 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5c946618-7457-4629-aeb3-af591fd5680d req-28fa329b-933e-4b85-a3b9-e9038172e2dc tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691764 Jul 30 15:31:05.996586 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94b28f8-f172-4026-ab38-ed2cce611ce6 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:31:06.005736 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:06.018872 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Transition to ACTIVE for port object d94b28f8-f172-4026-ab38-ed2cce611ce6 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:31:06.021951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:06.066659 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['0fc27c9a-4890-49d6-865b-2bb744cf6c64'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:06.071154 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Pushing event updated for resources: {'Port': ['ID=d94b28f8-f172-4026-ab38-ed2cce611ce6,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:06.071307 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33450524-75ba-4c23-8d93-284d6ef5182c req-33173297-2219-4169-8403-53527bcded7b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:06.072017 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-33450524-75ba-4c23-8d93-284d6ef5182c req-33173297-2219-4169-8403-53527bcded7b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0535574 Jul 30 15:31:06.116383 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-33450524-75ba-4c23-8d93-284d6ef5182c req-c4d895e3-54e4-4ec6-afa0-961401a83025 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Jul 30 15:31:06.151334 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Attempting to bind port d94b28f8-f172-4026-ab38-ed2cce611ce6 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:31:06.151673 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Attempting to bind port d94b28f8-f172-4026-ab38-ed2cce611ce6 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:31:06.152060 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Attempting to bind port d94b28f8-f172-4026-ab38-ed2cce611ce6 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:31:06.156367 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Port d94b28f8-f172-4026-ab38-ed2cce611ce6 on network d962cf10-1639-40cf-93bb-055629c3b4a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:31:06.156688 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Attempting to bind port d94b28f8-f172-4026-ab38-ed2cce611ce6 on network d962cf10-1639-40cf-93bb-055629c3b4a2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:31:06.161376 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:31:06.161705 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Checking segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:31:06.162080 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Bound using segment: {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:31:06.162491 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Bound port: d94b28f8-f172-4026-ab38-ed2cce611ce6, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95a7930-7260-4df2-bb92-a4b14fc42b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:31:06.162861 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:06.232153 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] For port d94b28f8-f172-4026-ab38-ed2cce611ce6, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:31:06.235180 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] For port d94b28f8-f172-4026-ab38-ed2cce611ce6, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=d94b28f8-f172-4026-ab38-ed2cce611ce6,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:31:06.239442 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:06.272985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:06.273605 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:06.275081 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] 10.222.0.58 "PUT /v2.0/ports/d94b28f8-f172-4026-ab38-ed2cce611ce6 HTTP/1.1" status: 200 len: 1094 time: 0.6953695 Jul 30 15:31:06.276240 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'tag': 'd94b28f8-f172-4026-ab38-ed2cce611ce6'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:06.279228 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5eb003-a850-47a7-a579-0fc3aab2390d" -d '{"events": [{"name": "network-changed", "server_uuid": "69664f8f-e709-4aac-bec4-5d884df2af7e", "tag": "d94b28f8-f172-4026-ab38-ed2cce611ce6"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:06.307549 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9dd39-e706-4ee7-9861-fae3a008925e service neutron] Pushing event updated for resources: {'Port': ['ID=d94b28f8-f172-4026-ab38-ed2cce611ce6,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:06.317692 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d36d7-3c18-45ef-bdd8-21b66488050b x-openstack-request-id: req-564d36d7-3c18-45ef-bdd8-21b66488050b {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:06.317961 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69664f8f-e709-4aac-bec4-5d884df2af7e", "tag": "d94b28f8-f172-4026-ab38-ed2cce611ce6", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:06.318242 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-564d36d7-3c18-45ef-bdd8-21b66488050b {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:06.318604 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'tag': 'd94b28f8-f172-4026-ab38-ed2cce611ce6', 'status': 'completed', 'code': 200} Jul 30 15:31:06.393724 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-48e5fceb-a8c2-44b5-8082-98f9a2e4cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:06.395312 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-48e5fceb-a8c2-44b5-8082-98f9a2e4cf3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 1097 time: 0.0417573 Jul 30 15:31:06.458061 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-5d247100-4ca2-4e82-a7db-98222ae14401 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d94b28f8-f172-4026-ab38-ed2cce611ce6 HTTP/1.1" status: 200 len: 217 time: 0.0372725 Jul 30 15:31:06.512995 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-1411ba37-cf6f-494f-ac34-43049c9ebc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:06.514497 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-1411ba37-cf6f-494f-ac34-43049c9ebc25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0480261 Jul 30 15:31:06.551104 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-0fafdfa8-ae41-47b1-ae6a-50f4bf4b4647 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243919 Jul 30 15:31:06.648431 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-219a548d-c8a3-48eb-aeb5-dce9b3e56439 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Jul 30 15:31:06.738689 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7db87b34-0190-4d6e-8cbc-132655df8f65 req-51a6d5cd-d31b-47ec-8c28-70c85c8b4766 service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817549 Jul 30 15:31:06.912705 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-43afdabf-4e1d-4991-9e13-ddef207f263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:06.914233 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-43afdabf-4e1d-4991-9e13-ddef207f263a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd02434ae49a4b1e8751f12628003157&device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 1097 time: 0.0422797 Jul 30 15:31:07.078351 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc968a-8bbb-4956-a00e-d5da8271715f req-00da4c55-17b3-4d4b-bc47-33171626e508 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:07.079951 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4ebc968a-8bbb-4956-a00e-d5da8271715f req-00da4c55-17b3-4d4b-bc47-33171626e508 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 944 time: 0.0514147 Jul 30 15:31:07.081889 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-1623a294-b75c-47b6-991e-d4773756d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:07.083311 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-1623a294-b75c-47b6-991e-d4773756d65e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 200 len: 915 time: 0.1075683 Jul 30 15:31:07.123652 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4ebc968a-8bbb-4956-a00e-d5da8271715f req-5a7c4ace-f8de-4df9-9e29-6a056402e354 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374217 Jul 30 15:31:07.140467 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-b2aa11fc-f5ab-4267-89ee-bbe98c44c8a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d94b28f8-f172-4026-ab38-ed2cce611ce6 HTTP/1.1" status: 200 len: 217 time: 0.0432820 Jul 30 15:31:07.156411 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfe915-323e-471c-b439-7956d1e1b624 req-27a55184-74d0-4487-8a03-5a34f1cd55d7 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:07.157905 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-adcfe915-323e-471c-b439-7956d1e1b624 req-27a55184-74d0-4487-8a03-5a34f1cd55d7 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 944 time: 0.0898759 Jul 30 15:31:07.229317 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-adcfe915-323e-471c-b439-7956d1e1b624 req-bee5e15e-1cc4-43c1-918a-84b11bb2ba11 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624084 Jul 30 15:31:07.230810 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-2ac7b77d-52e8-4411-a658-800eeab8d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:07.232353 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-2ac7b77d-52e8-4411-a658-800eeab8d8bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 200 len: 854 time: 0.0734327 Jul 30 15:31:07.244915 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df1319-357f-43ab-a2a0-affc204e36fb req-7df7abea-7499-40dd-b1e3-9a5930444b4a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:07.246761 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-55df1319-357f-43ab-a2a0-affc204e36fb req-7df7abea-7499-40dd-b1e3-9a5930444b4a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0586874 Jul 30 15:31:07.271745 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-7764fc88-85fb-4fd6-a5ab-02e8d3c537e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d962cf10-1639-40cf-93bb-055629c3b4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274982 Jul 30 15:31:07.289632 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-55df1319-357f-43ab-a2a0-affc204e36fb req-785f2692-c575-469f-85b2-d4fd6a1c6dbb tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370226 Jul 30 15:31:07.364980 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-18c2730b-016c-4b76-8295-87809c18004b service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853703 Jul 30 15:31:07.454908 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d5eb003-a850-47a7-a579-0fc3aab2390d req-97855901-a879-4f3e-b5e1-e5198fe2e83f service neutron] 10.222.0.58 "GET /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816152 Jul 30 15:31:08.242438 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5334d-d507-47fc-9fcf-2d4f4823b64e req-9bb0a9e2-ecd8-403e-8655-c5970091b429 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:08.244457 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ca5334d-d507-47fc-9fcf-2d4f4823b64e req-9bb0a9e2-ecd8-403e-8655-c5970091b429 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 944 time: 0.0508654 Jul 30 15:31:08.285447 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ca5334d-d507-47fc-9fcf-2d4f4823b64e req-e60e0a54-0c94-4352-82db-1d576b4899bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343301 Jul 30 15:31:08.350616 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3bf87-4bb9-4014-b3ef-b853a14b15ca req-9993bc19-e045-4637-bdb6-02e2f6a64a88 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:08.352103 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3bb3bf87-4bb9-4014-b3ef-b853a14b15ca req-9993bc19-e045-4637-bdb6-02e2f6a64a88 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 944 time: 0.0521650 Jul 30 15:31:08.391768 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3bb3bf87-4bb9-4014-b3ef-b853a14b15ca req-a19dcd7c-588c-4857-92f3-52f91307a747 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Jul 30 15:31:08.411159 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f550df-f421-400f-a2e0-231721a05b34 req-2e25d92c-35a1-4d65-8488-e9fee5b1746d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:08.412645 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92f550df-f421-400f-a2e0-231721a05b34 req-2e25d92c-35a1-4d65-8488-e9fee5b1746d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0545328 Jul 30 15:31:08.452298 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92f550df-f421-400f-a2e0-231721a05b34 req-a93a3294-3ec9-4fe0-9b37-528e838e7f7a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Jul 30 15:31:09.159098 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0fc27c9a-4890-49d6-865b-2bb744cf6c64 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:31:09.208536 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:31:09.212064 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:31:09.212434 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:09.295983 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:09.320799 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:09.323192 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9829bd-5922-46b7-a465-54d75238f903" -d '{"events": [{"server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "name": "network-vif-plugged", "status": "completed", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:09.338171 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:09.342542 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:09.370401 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ddc30-332c-4905-abd4-5145de8f6f85 x-openstack-request-id: req-a06ddc30-332c-4905-abd4-5145de8f6f85 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:09.370687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "name": "network-vif-plugged", "status": "completed", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:09.370930 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a06ddc30-332c-4905-abd4-5145de8f6f85 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:09.371312 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'code': 200} Jul 30 15:31:09.401274 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:09.421978 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382c50-6952-4c9a-a33a-8644ba485e85 req-0f628af9-ce92-4601-8f5c-ced1768cd565 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:09.423652 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb382c50-6952-4c9a-a33a-8644ba485e85 req-0f628af9-ce92-4601-8f5c-ced1768cd565 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0592651 Jul 30 15:31:09.465467 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb382c50-6952-4c9a-a33a-8644ba485e85 req-89c2b67b-ae6c-4260-b044-bcf70ddfa6d4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Jul 30 15:31:09.519068 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1f5c-42ba-45ea-ac59-631ecd7fa31b req-5717b6a5-7fa8-4d1f-b38b-73cd0a37dce9 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:09.521256 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a45a1f5c-42ba-45ea-ac59-631ecd7fa31b req-5717b6a5-7fa8-4d1f-b38b-73cd0a37dce9 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 944 time: 0.0572047 Jul 30 15:31:09.575663 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41165f-0046-465a-86bc-8d917649b30c req-b7c10923-713b-4892-915b-d07247b83913 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:09.577180 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cf41165f-0046-465a-86bc-8d917649b30c req-b7c10923-713b-4892-915b-d07247b83913 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0500209 Jul 30 15:31:09.588551 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a45a1f5c-42ba-45ea-ac59-631ecd7fa31b req-37401772-66aa-46f0-911f-025399a88029 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590703 Jul 30 15:31:09.598714 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530435-75a7-4282-8fa8-f414ecc0eb2b req-9b3aa33b-da0e-4a00-bc0c-c898e608cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:09.603586 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-07530435-75a7-4282-8fa8-f414ecc0eb2b req-9b3aa33b-da0e-4a00-bc0c-c898e608cbf0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1098 time: 0.0638413 Jul 30 15:31:09.628066 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cf41165f-0046-465a-86bc-8d917649b30c req-158eaf3c-6d8b-4ec1-bb73-8a5b8d0afc6e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Jul 30 15:31:09.646616 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-07530435-75a7-4282-8fa8-f414ecc0eb2b req-054716b2-582f-488a-b887-e168a321c2c2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Jul 30 15:31:10.585189 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41426227-7943-404c-ac86-88ab61065121 req-0ba14a42-7ecf-4dde-8cc2-9d9ef937d392 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:10.586976 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41426227-7943-404c-ac86-88ab61065121 req-0ba14a42-7ecf-4dde-8cc2-9d9ef937d392 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0498879 Jul 30 15:31:10.627041 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41426227-7943-404c-ac86-88ab61065121 req-999a5a29-0d62-46bd-a0a7-7a17e887c7c5 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Jul 30 15:31:10.709626 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf80e31-afdf-4430-9e8e-53ac760290c3 req-0fd043a5-b26f-46d3-82f8-96094352b590 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:10.711315 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccf80e31-afdf-4430-9e8e-53ac760290c3 req-0fd043a5-b26f-46d3-82f8-96094352b590 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 944 time: 0.0517211 Jul 30 15:31:10.751019 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccf80e31-afdf-4430-9e8e-53ac760290c3 req-00e39c20-8d25-43b1-9ba7-936a35334bec tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330489 Jul 30 15:31:10.752069 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffc48f-f5a2-4783-8259-be3712a4f851 req-2525dd90-21c0-4ecc-980e-1dbc7c8cf948 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:10.753568 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6dffc48f-f5a2-4783-8259-be3712a4f851 req-2525dd90-21c0-4ecc-980e-1dbc7c8cf948 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0490749 Jul 30 15:31:10.793714 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6dffc48f-f5a2-4783-8259-be3712a4f851 req-ba8656ec-4cb7-4ccd-b7b2-47837d9d501d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339408 Jul 30 15:31:11.162571 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device d94b28f8-f172-4026-ab38-ed2cce611ce6 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:31:11.261009 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port d94b28f8-f172-4026-ab38-ed2cce611ce6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=d94b28f8-f172-4026-ab38-ed2cce611ce6,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:11.272174 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'd94b28f8-f172-4026-ab38-ed2cce611ce6', 'network_id': 'd962cf10-1639-40cf-93bb-055629c3b4a2', 'port_id': 'd94b28f8-f172-4026-ab38-ed2cce611ce6', 'mac_address': 'fa:16:3e:dd:2f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506287fc-0097-4e36-b16b-fab29e683d79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:31:11.309034 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:11.320969 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94b28f8-f172-4026-ab38-ed2cce611ce6 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:31:11.341773 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port d94b28f8-f172-4026-ab38-ed2cce611ce6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=d94b28f8-f172-4026-ab38-ed2cce611ce6,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:11.345541 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:11.390268 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=d94b28f8-f172-4026-ab38-ed2cce611ce6,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:11.765776 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf93f-00f1-4ffb-8216-b237479726b3 req-600d7ad7-9e63-4b87-bc72-026e38be1a4b tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:11.767256 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cebdf93f-00f1-4ffb-8216-b237479726b3 req-600d7ad7-9e63-4b87-bc72-026e38be1a4b tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0491192 Jul 30 15:31:11.806895 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cebdf93f-00f1-4ffb-8216-b237479726b3 req-cfcba5cd-bec0-4fbf-ad77-6c26f7592a9e tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 30 15:31:11.870298 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8f863-cfa6-47df-8f36-bbc2fc4c742f req-88056b7f-7879-48b7-82cc-5081f7085c98 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:11.871760 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-11b8f863-cfa6-47df-8f36-bbc2fc4c742f req-88056b7f-7879-48b7-82cc-5081f7085c98 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 945 time: 0.0505879 Jul 30 15:31:11.912419 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f342e8-d2bf-4299-9e19-7ae687af73dc req-faebc2f8-1799-4d1b-bad2-8842c926b99d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:11.914094 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-26f342e8-d2bf-4299-9e19-7ae687af73dc req-faebc2f8-1799-4d1b-bad2-8842c926b99d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Jul 30 15:31:11.914807 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-11b8f863-cfa6-47df-8f36-bbc2fc4c742f req-dc1eeade-8e27-46ed-aa58-75be622d1a8f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 Jul 30 15:31:11.953159 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-26f342e8-d2bf-4299-9e19-7ae687af73dc req-15aff4dc-efe2-4e54-b738-9b4eb558005d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Jul 30 15:31:12.001420 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['d94b28f8-f172-4026-ab38-ed2cce611ce6'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:12.019127 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2b952-8a7a-4e3e-9b6d-6ef8e7290c65 req-930c61da-7a7f-4c66-a826-7e4c218bac45 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:12.020623 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c8e2b952-8a7a-4e3e-9b6d-6ef8e7290c65 req-930c61da-7a7f-4c66-a826-7e4c218bac45 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Jul 30 15:31:12.059013 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c8e2b952-8a7a-4e3e-9b6d-6ef8e7290c65 req-9516a79e-0172-40e8-b1b1-0bd5fea7f109 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Jul 30 15:31:12.379964 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142671b4-9959-40c6-b161-1a4ce471daab req-aba54a5c-7e9e-40d6-a0e6-04b6b8737413 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:12.381449 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-142671b4-9959-40c6-b161-1a4ce471daab req-aba54a5c-7e9e-40d6-a0e6-04b6b8737413 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0476818 Jul 30 15:31:12.419382 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-142671b4-9959-40c6-b161-1a4ce471daab req-0df0b3f2-d9bf-4ddc-9ac7-831cb8df08e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Jul 30 15:31:13.059108 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa5f1-e649-4e93-8d32-529b9648e6c9 req-2f47857c-bba3-4719-84ff-21dc919cd374 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:13.061404 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-deeaa5f1-e649-4e93-8d32-529b9648e6c9 req-2f47857c-bba3-4719-84ff-21dc919cd374 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 945 time: 0.0626028 Jul 30 15:31:13.084386 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310dbc-2a7f-4079-95ec-3f56a47da534 req-ba1c48db-e330-4a9a-9cae-6c1432125e8b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:13.085901 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fb310dbc-2a7f-4079-95ec-3f56a47da534 req-ba1c48db-e330-4a9a-9cae-6c1432125e8b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0537117 Jul 30 15:31:13.110064 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-deeaa5f1-e649-4e93-8d32-529b9648e6c9 req-d859819b-1c44-42d0-bab4-5db9769e5ec2 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Jul 30 15:31:13.140976 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fb310dbc-2a7f-4079-95ec-3f56a47da534 req-03915998-2f1c-4e68-8739-a4087e6ffc11 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470109 Jul 30 15:31:14.225545 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67009420-757f-4fd2-bb67-ca8efca64c54 req-2148dc1a-08d1-4af7-835b-ec6d7a3446cd tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:14.227020 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-67009420-757f-4fd2-bb67-ca8efca64c54 req-2148dc1a-08d1-4af7-835b-ec6d7a3446cd tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 945 time: 0.0476019 Jul 30 15:31:14.261900 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894a46b-485b-4e7e-8321-b87b42faecec req-0fc1bae8-ef6a-4572-b000-3541f7949d11 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:14.263415 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e894a46b-485b-4e7e-8321-b87b42faecec req-0fc1bae8-ef6a-4572-b000-3541f7949d11 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0497682 Jul 30 15:31:14.266014 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-67009420-757f-4fd2-bb67-ca8efca64c54 req-2a251b8f-565b-4244-942a-be108c3a6a46 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324979 Jul 30 15:31:14.302432 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e894a46b-485b-4e7e-8321-b87b42faecec req-c5f218c7-f298-4b37-9fdf-0d14de47f6a0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Jul 30 15:31:14.936787 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a62e-441d-4436-b1d6-86f3d78edc10 req-0f228ff4-e2c4-4f9b-817a-796df3ff5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:14.938369 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1491a62e-441d-4436-b1d6-86f3d78edc10 req-0f228ff4-e2c4-4f9b-817a-796df3ff5758 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.0452185 Jul 30 15:31:14.975925 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1491a62e-441d-4436-b1d6-86f3d78edc10 req-c6f592ea-1617-4ca0-b0e4-a3782c68cb44 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275862 Jul 30 15:31:15.178984 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device d94b28f8-f172-4026-ab38-ed2cce611ce6 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:31:15.225835 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port d94b28f8-f172-4026-ab38-ed2cce611ce6 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:31:15.229989 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port d94b28f8-f172-4026-ab38-ed2cce611ce6 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:31:15.230368 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:15.313989 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:15.337017 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94b28f8-f172-4026-ab38-ed2cce611ce6'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:15.339961 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b827344-e957-457a-b47c-ba8d25c91266" -d '{"events": [{"server_uuid": "69664f8f-e709-4aac-bec4-5d884df2af7e", "name": "network-vif-plugged", "status": "completed", "tag": "d94b28f8-f172-4026-ab38-ed2cce611ce6"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:15.352334 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port d94b28f8-f172-4026-ab38-ed2cce611ce6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=d94b28f8-f172-4026-ab38-ed2cce611ce6,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:15.357064 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:15.403945 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=d94b28f8-f172-4026-ab38-ed2cce611ce6,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:15.769804 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547af7fb-a12a-4240-9cb7-60e5b5e588bf req-479cf928-45e3-40e5-a38a-40fa41741ca9 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:15.778374 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-547af7fb-a12a-4240-9cb7-60e5b5e588bf req-479cf928-45e3-40e5-a38a-40fa41741ca9 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0600016 Jul 30 15:31:15.823671 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e0729-6936-441f-851a-5e5308172507 req-e6236379-ab41-420b-8fc2-218b9217c3f9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:15.825265 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-547af7fb-a12a-4240-9cb7-60e5b5e588bf req-e00fb4d9-4f26-42ef-8587-2da9464719c1 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Jul 30 15:31:15.829314 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-908e0729-6936-441f-851a-5e5308172507 req-e6236379-ab41-420b-8fc2-218b9217c3f9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0623262 Jul 30 15:31:15.868347 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-908e0729-6936-441f-851a-5e5308172507 req-ba7ed3c7-b3bf-4d87-b395-71e91dfe8788 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347440 Jul 30 15:31:15.870856 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94067840-e9df-4d9e-9063-3532854bb32b x-openstack-request-id: req-94067840-e9df-4d9e-9063-3532854bb32b {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:15.871213 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69664f8f-e709-4aac-bec4-5d884df2af7e", "name": "network-vif-plugged", "status": "completed", "tag": "d94b28f8-f172-4026-ab38-ed2cce611ce6", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:15.871529 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94067840-e9df-4d9e-9063-3532854bb32b {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:15.872042 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94b28f8-f172-4026-ab38-ed2cce611ce6', 'code': 200} Jul 30 15:31:15.973819 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1e48269d-0426-4b3d-a0bf-16e3f4146cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:16.115285 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142752-42a7-46e3-8fd7-24b4957160c9 req-c888bb41-86f2-4594-8b3e-0e711cca4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:16.116665 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-93142752-42a7-46e3-8fd7-24b4957160c9 req-c888bb41-86f2-4594-8b3e-0e711cca4e61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 1099 time: 0.0378108 Jul 30 15:31:16.151527 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-93142752-42a7-46e3-8fd7-24b4957160c9 req-2d710317-5ab8-4eef-bdee-376dbc5c7262 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257893 Jul 30 15:31:16.961938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887feb7a-93a9-457b-98b9-9e887dc8ff9a req-c367e7ef-09e8-429f-b02d-d88a0976a0f8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:16.963981 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-887feb7a-93a9-457b-98b9-9e887dc8ff9a req-c367e7ef-09e8-429f-b02d-d88a0976a0f8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0485864 Jul 30 15:31:17.003466 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-887feb7a-93a9-457b-98b9-9e887dc8ff9a req-a75fa562-67c2-4a18-b1d4-50f9cbc50911 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Jul 30 15:31:17.047840 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73da69c-3728-4331-abac-6e918463af23 req-5f1b9442-6c2d-4e2d-86d7-45505ef81456 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:17.047840 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a73da69c-3728-4331-abac-6e918463af23 req-5f1b9442-6c2d-4e2d-86d7-45505ef81456 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0567129 Jul 30 15:31:17.079906 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a73da69c-3728-4331-abac-6e918463af23 req-41346ab0-2113-4c64-bd39-7b304347006b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Jul 30 15:31:18.126105 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277ea02-93e6-41ff-82a8-8ebbd6ef1749 req-14d3314b-fa40-4099-b535-7cd17921a701 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:18.127625 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1277ea02-93e6-41ff-82a8-8ebbd6ef1749 req-14d3314b-fa40-4099-b535-7cd17921a701 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0490146 Jul 30 15:31:18.173400 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1277ea02-93e6-41ff-82a8-8ebbd6ef1749 req-e0fbe58b-b546-4d95-9532-7e5510a2959d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Jul 30 15:31:18.201191 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f583ad-8de8-4858-9405-6d9867e822e5 req-fab53a95-cb79-41ad-93ac-a09810413acc tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:18.202668 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e8f583ad-8de8-4858-9405-6d9867e822e5 req-fab53a95-cb79-41ad-93ac-a09810413acc tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0487351 Jul 30 15:31:18.239522 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e8f583ad-8de8-4858-9405-6d9867e822e5 req-57a4d7af-dce5-49b0-b470-6822bc680ce9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Jul 30 15:31:18.550205 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a026-c012-4eb2-8af6-7ef1b48b13aa req-63723afd-55ed-42fb-b6df-8360d07d2818 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:18.551719 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-03f3a026-c012-4eb2-8af6-7ef1b48b13aa req-63723afd-55ed-42fb-b6df-8360d07d2818 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Jul 30 15:31:18.578937 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ca58-47bc-427b-981d-c4e627c5ad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:18.617087 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-03f3a026-c012-4eb2-8af6-7ef1b48b13aa req-44ccf1d1-1eb2-405f-9a4d-9b8167174b4d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588431 Jul 30 15:31:18.626096 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-dc1af951-a988-4c13-959c-982ee7282aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:18.627554 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-dc1af951-a988-4c13-959c-982ee7282aff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.0623794 Jul 30 15:31:18.690383 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:18.730950 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-d22f285e-0e0c-42a5-93f9-16ee9f1183e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:18.732413 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-d22f285e-0e0c-42a5-93f9-16ee9f1183e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.0854001 Jul 30 15:31:18.775658 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-9e0bc4ab-40f7-460a-9105-51bbc988129a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 217 time: 0.0343595 Jul 30 15:31:18.831337 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-a2b011a6-2fb7-420d-8e0c-347a433817da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:18.832776 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-a2b011a6-2fb7-420d-8e0c-347a433817da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.0430248 Jul 30 15:31:18.865984 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:18.874514 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-2c49d73c-dbf3-4dd2-b40f-e296872acb38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283568 Jul 30 15:31:18.972809 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-419d78ae-9acb-470f-b6c7-c1bc5b1b4a34 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806465 Jul 30 15:31:19.070898 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e0aa44b-1759-44dd-9183-c6fd656e3fcc req-d22b80b0-3d90-4eec-867c-b53faa16bcf6 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857582 Jul 30 15:31:19.288567 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fd207-a8c0-4e1b-a9da-5b66227442d1 req-71105c24-2eed-46ac-90fa-79de3f5777c4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:19.290060 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f20fd207-a8c0-4e1b-a9da-5b66227442d1 req-71105c24-2eed-46ac-90fa-79de3f5777c4 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0485530 Jul 30 15:31:19.328773 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f20fd207-a8c0-4e1b-a9da-5b66227442d1 req-8e6eaee8-614b-410b-965a-5c06796dea0f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 30 15:31:19.714172 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:19.943609 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef2cf-372f-450f-b883-19157d659222 req-01d215d9-fc4e-444e-b496-083739d04cd0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:19.945011 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65fef2cf-372f-450f-b883-19157d659222 req-01d215d9-fc4e-444e-b496-083739d04cd0 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.2579877 Jul 30 15:31:19.982719 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65fef2cf-372f-450f-b883-19157d659222 req-defaa8c6-3053-49f5-b282-047facc758f8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Jul 30 15:31:21.101534 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9a42-e6b2-4f54-a6fa-fcdfe94b0659 req-fc43f064-6eab-46ed-8d26-08846f137661 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:21.103046 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4bcb9a42-e6b2-4f54-a6fa-fcdfe94b0659 req-fc43f064-6eab-46ed-8d26-08846f137661 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0514317 Jul 30 15:31:21.140150 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4bcb9a42-e6b2-4f54-a6fa-fcdfe94b0659 req-90e0e1f8-e5e1-43fb-a824-932b3217aadc tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Jul 30 15:31:21.589401 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:22.256195 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc860f3-da03-43fb-a867-a9a9d8495546 req-6381a764-4579-404f-853e-a3f042f3dec9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:22.257862 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bdc860f3-da03-43fb-a867-a9a9d8495546 req-6381a764-4579-404f-853e-a3f042f3dec9 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0493712 Jul 30 15:31:22.296415 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bdc860f3-da03-43fb-a867-a9a9d8495546 req-71d8b014-dc2b-4968-bb4a-3385522cc030 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Jul 30 15:31:23.420076 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac072-1c03-4799-ab85-759699a136df req-baf2445d-0757-4fd4-bab5-530ca36bad29 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:23.421578 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-31aac072-1c03-4799-ab85-759699a136df req-baf2445d-0757-4fd4-bab5-530ca36bad29 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0492363 Jul 30 15:31:23.458203 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-31aac072-1c03-4799-ab85-759699a136df req-b3fbcc04-0fe5-4999-a7f1-0e3fc680b9e3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307956 Jul 30 15:31:24.439906 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1a6f3-ba97-4d4e-b508-5144fac89ae4 req-983227df-ef43-4e15-9b0d-4ddd63b39de9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:24.441451 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bfa1a6f3-ba97-4d4e-b508-5144fac89ae4 req-983227df-ef43-4e15-9b0d-4ddd63b39de9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Jul 30 15:31:24.478516 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bfa1a6f3-ba97-4d4e-b508-5144fac89ae4 req-c733a4a9-08d9-4b55-9856-9e4d48e9a623 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304880 Jul 30 15:31:24.501610 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49586) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:24.579669 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774751-b01e-47eb-b320-f1fadb4da937 req-d91c7b50-13f7-4d87-95dd-da5072956907 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:24.581185 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14774751-b01e-47eb-b320-f1fadb4da937 req-d91c7b50-13f7-4d87-95dd-da5072956907 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0489924 Jul 30 15:31:24.622566 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14774751-b01e-47eb-b320-f1fadb4da937 req-09930132-3bc8-421d-b293-c42c9a144d01 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Jul 30 15:31:24.688157 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480dd9e-0a33-4180-87af-93e0ffa55559 tempest-TestMinimumBasicScenario-1264034357 tempest-TestMinimumBasicScenario-1264034357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:24.692391 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1480dd9e-0a33-4180-87af-93e0ffa55559 tempest-TestMinimumBasicScenario-1264034357 tempest-TestMinimumBasicScenario-1264034357-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1093 time: 0.1871216 Jul 30 15:31:24.692752 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49592) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:24.697821 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'port_id': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:24.721366 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for floatingip, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:24.818131 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.165338 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Allocated IP 172.27.2.219 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/2ef68dab-b9a1-4881-b13e-e41b87291199) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:31:25.265697 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.308526 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.354776 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:31:25.360767 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:31:25.365233 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:31:25.369947 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'Port': ['ID=2ef68dab-b9a1-4881-b13e-e41b87291199,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:25.690302 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.757510 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.902330 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.908043 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.937665 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:25.986795 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'Port': ['ID=2ef68dab-b9a1-4881-b13e-e41b87291199,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:26.048787 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Floating IP 93b360e5-2abf-4d76-b29f-8d0f38531f0c associated. External IP: 172.27.2.219, port: 0fc27c9a-4890-49d6-865b-2bb744cf6c64. Jul 30 15:31:26.269109 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Router d4ea1371-1e80-41c0-a035-b22652155ff5 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:31:26.378069 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:31:26.389089 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] Sync routers for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:31:26.394108 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.400208 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:31:26.401335 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:31:26.424231 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3608dd57-3465-4712-8d31-4d4f45bc78e0 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7306018 Jul 30 15:31:26.424850 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:26.427209 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 49622) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:26.427742 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:26.433904 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-881359f6-627c-4dd5-a95c-948eb38c6094 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167229609', 'description': 'tempest-secgroup-smoke-1167229609 description', 'project_id': '0afae8db5b7f46e28168125c1f3c057b'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:26.458477 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-881359f6-627c-4dd5-a95c-948eb38c6094 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.479715 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0a1275-16c8-4dc8-8f24-1a31f2da9ac2 x-openstack-request-id: req-df0a1275-16c8-4dc8-8f24-1a31f2da9ac2 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:26.480120 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:26.480372 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df0a1275-16c8-4dc8-8f24-1a31f2da9ac2 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:26.480795 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'status': 'completed', 'code': 200} Jul 30 15:31:26.536303 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:31:26.635617 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-881359f6-627c-4dd5-a95c-948eb38c6094 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.640132 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-881359f6-627c-4dd5-a95c-948eb38c6094 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.671985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-881359f6-627c-4dd5-a95c-948eb38c6094 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.673232 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-881359f6-627c-4dd5-a95c-948eb38c6094 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2442389 Jul 30 15:31:26.676346 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49632) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:26.678781 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-aecc0797-b850-4aab-af99-426fcb2c1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:26.680209 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-aecc0797-b850-4aab-af99-426fcb2c1259 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1098 time: 0.1030049 Jul 30 15:31:26.681539 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881359f6-627c-4dd5-a95c-948eb38c6094 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8632294-bfa4-4ac6-b8d2-09f439b14557,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:26.682421 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-c76757b9-dd37-40ad-b215-2fc0bbe4d46f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'security_group_rule': {'security_group_id': 'e8632294-bfa4-4ac6-b8d2-09f439b14557', 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:26.712481 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c76757b9-dd37-40ad-b215-2fc0bbe4d46f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.775042 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c76757b9-dd37-40ad-b215-2fc0bbe4d46f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.779995 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c76757b9-dd37-40ad-b215-2fc0bbe4d46f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.794027 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-9089d86b-3b12-4588-a82f-34ca417f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:26.795816 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-9089d86b-3b12-4588-a82f-34ca417f3df1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 916 time: 0.1055911 Jul 30 15:31:26.799845 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76757b9-dd37-40ad-b215-2fc0bbe4d46f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f84c05-a8b3-420c-84d5-1b6237901102,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:26.808532 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c76757b9-dd37-40ad-b215-2fc0bbe4d46f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.812802 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c76757b9-dd37-40ad-b215-2fc0bbe4d46f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323047 Jul 30 15:31:26.813212 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49634) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:26.818070 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-83b12500-2398-4ffc-a552-f54f7092c6b3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'security_group_rule': {'security_group_id': 'e8632294-bfa4-4ac6-b8d2-09f439b14557', 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:26.848118 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-83b12500-2398-4ffc-a552-f54f7092c6b3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.878788 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-cbaf53be-8ab7-4de5-9221-a1962a9cfbd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 999 time: 0.0626533 Jul 30 15:31:26.890274 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '93b360e5-2abf-4d76-b29f-8d0f38531f0c', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'port_id': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'mac_address': 'fa:16:3e:73:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:31:25Z', 'updated_at': '2021-07-30T15:31:25Z', 'revision_number': 0, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 5, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:31:26.910875 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-83b12500-2398-4ffc-a552-f54f7092c6b3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.915794 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-83b12500-2398-4ffc-a552-f54f7092c6b3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.918871 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] Checking router: d4ea1371-1e80-41c0-a035-b22652155ff5 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:31:26.927504 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:31:26.928115 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:31:26.936784 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b12500-2398-4ffc-a552-f54f7092c6b3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063dc4ec-a0c1-4096-9b40-33230db524d9,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:26.942672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-cb53ee86-d664-4576-b80d-ef44b1ae68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:26.943638 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-83b12500-2398-4ffc-a552-f54f7092c6b3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:26.948290 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-cb53ee86-d664-4576-b80d-ef44b1ae68ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 200 len: 854 time: 0.0570450 Jul 30 15:31:26.948428 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-83b12500-2398-4ffc-a552-f54f7092c6b3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306152 Jul 30 15:31:26.948428 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49636) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:26.953142 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-0c2af558-0c8e-4db4-a4da-61b1dcf62b31 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'security_group_rule': {'security_group_id': 'e8632294-bfa4-4ac6-b8d2-09f439b14557', 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:26.981800 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-0c2af558-0c8e-4db4-a4da-61b1dcf62b31 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.002798 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-f1612cb8-91da-4bda-8a67-0ae0b8af6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:27.004435 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-f1612cb8-91da-4bda-8a67-0ae0b8af6a15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9909bedf-be31-4413-93af-397226983a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501881 Jul 30 15:31:27.047345 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:31:27.051159 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-0c2af558-0c8e-4db4-a4da-61b1dcf62b31 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.063715 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-0c2af558-0c8e-4db4-a4da-61b1dcf62b31 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.079184 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af558-0c8e-4db4-a4da-61b1dcf62b31 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162ac841-12ba-4cbd-a9ef-176bf8a71c91,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:27.090285 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-0c2af558-0c8e-4db4-a4da-61b1dcf62b31 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.092764 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-0c2af558-0c8e-4db4-a4da-61b1dcf62b31 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427646 Jul 30 15:31:27.094868 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49640) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:27.101058 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-990f7d2d-1630-4c7b-b81f-482e882fd506 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'security_group_rule': {'security_group_id': 'e8632294-bfa4-4ac6-b8d2-09f439b14557', 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:27.112654 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-a6a43e21-67b3-4d5d-8ea1-a6d5bd145000 service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991874 Jul 30 15:31:27.131607 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-990f7d2d-1630-4c7b-b81f-482e882fd506 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.198860 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-990f7d2d-1630-4c7b-b81f-482e882fd506 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.204930 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-990f7d2d-1630-4c7b-b81f-482e882fd506 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.221447 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f7d2d-1630-4c7b-b81f-482e882fd506 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81ef3aa-5c40-4cb9-8624-16766e76a1d3,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:27.222005 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-160c47f9-8c9e-4bff-86eb-9aca9f4bc7ab req-6f46f35f-0ae7-4aa8-8c07-043308c4d27c service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924311 Jul 30 15:31:27.232001 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-990f7d2d-1630-4c7b-b81f-482e882fd506 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.233469 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-990f7d2d-1630-4c7b-b81f-482e882fd506 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368320 Jul 30 15:31:27.236014 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49644) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:27.241647 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'security_group_rule': {'security_group_id': 'e8632294-bfa4-4ac6-b8d2-09f439b14557', 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:27.268791 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.securitygroups_db [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Project 0afae8db5b7f46e28168125c1f3c057b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 15:31:27.280367 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.314674 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '93b360e5-2abf-4d76-b29f-8d0f38531f0c', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'port_id': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'mac_address': 'fa:16:3e:73:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:31:25Z', 'updated_at': '2021-07-30T15:31:25Z', 'revision_number': 0, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 5, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:31:27.341387 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56c2c8-24ef-4467-9b3c-69d6e82e0a7d None None] The sync data for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi is: [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '93b360e5-2abf-4d76-b29f-8d0f38531f0c', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'port_id': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'mac_address': 'fa:16:3e:73:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:31:25Z', 'updated_at': '2021-07-30T15:31:25Z', 'revision_number': 0, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 5, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:31:27.355725 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.360072 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.379320 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489648f7-23d1-481e-a898-244468437b8c,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:27.389554 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.393433 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-6e15df21-b4c7-43c0-8cbf-9ac619fec823 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537793 Jul 30 15:31:27.393699 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 49650) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:27.398456 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'security_group_rule': {'security_group_id': 'e8632294-bfa4-4ac6-b8d2-09f439b14557', 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:27.423573 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.securitygroups_db [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Project 0afae8db5b7f46e28168125c1f3c057b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 15:31:27.429111 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.496649 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.500476 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.520410 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5c5bdf-1179-47f5-b2eb-5049cecdda02,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:27.527387 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.528762 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-cf2f0e65-7827-42e2-ae0e-2031a21af4bb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340992 Jul 30 15:31:27.568317 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d370f26-5e83-4d46-8cae-a94e54acca3b None None] New status for floating IP 93b360e5-2abf-4d76-b29f-8d0f38531f0c: ACTIVE {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:31:27.629220 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-b62cd1ff-3213-47cc-a68a-247de2ec61c2 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167229609&fields=id&tenant_id=0afae8db5b7f46e28168125c1f3c057b HTTP/1.1" status: 200 len: 267 time: 0.0502071 Jul 30 15:31:27.704052 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-a9f0911f-406f-4b48-ab19-ab20075478ee tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:27.706017 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-a9f0911f-406f-4b48-ab19-ab20075478ee tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0692210 Jul 30 15:31:27.720918 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'port': {'security_groups': ['9e35cb2b-1796-4501-9251-0dc7d9be2f75', 'e8632294-bfa4-4ac6-b8d2-09f439b14557']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:27.802409 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:27.999445 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:28.032057 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:28.036517 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:28.075193 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:28.075830 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:28.077322 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ab4b098e-d56e-45b8-8cf7-604bb32b6119 req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "PUT /v2.0/ports/0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 981 time: 0.3629258 Jul 30 15:31:28.080043 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:28.082441 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87956502-4ec5-4fc6-8086-1a1e27e21370" -d '{"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:28.087395 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['0fc27c9a-4890-49d6-865b-2bb744cf6c64'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:28.138645 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28152c9-64fa-4cb5-b798-2faa70a4bdd0 x-openstack-request-id: req-b28152c9-64fa-4cb5-b798-2faa70a4bdd0 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:28.139035 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:28.139375 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b28152c9-64fa-4cb5-b798-2faa70a4bdd0 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:28.139861 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'status': 'completed', 'code': 200} Jul 30 15:31:28.143259 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49316574-a575-49fe-823b-dbe5c5f25849 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=6']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:28.202409 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1579f1-e0a2-4469-b172-6f0186ed2d8e req-c44ae886-b634-49aa-b9fa-be515e388c1d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:28.203976 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ee1579f1-e0a2-4469-b172-6f0186ed2d8e req-c44ae886-b634-49aa-b9fa-be515e388c1d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0618701 Jul 30 15:31:28.254481 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-1f0d9a71-d109-48bd-8abd-7d2894304481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:28.256509 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-1f0d9a71-d109-48bd-8abd-7d2894304481 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1137 time: 0.0491865 Jul 30 15:31:28.259220 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ee1579f1-e0a2-4469-b172-6f0186ed2d8e req-16b963bc-8b9f-4587-b269-2c6df4845f47 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481105 Jul 30 15:31:28.367591 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['0fc27c9a-4890-49d6-865b-2bb744cf6c64'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:28.372939 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-07dae53b-8096-4c05-8591-330f5ee572bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:28.374626 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-07dae53b-8096-4c05-8591-330f5ee572bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 916 time: 0.1091762 Jul 30 15:31:28.443175 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-ee6ad099-4f4c-490f-9351-3aaea9268b58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 1001 time: 0.0578327 Jul 30 15:31:28.451519 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-93e30227-94c5-4fe4-96b3-a8114a225722 None None] Provisioning complete for port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:31:28.451898 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-93e30227-94c5-4fe4-96b3-a8114a225722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:28.501647 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-cea0868e-b2bc-4a63-bd62-d43b60238c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:28.503115 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-cea0868e-b2bc-4a63-bd62-d43b60238c1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 200 len: 854 time: 0.0445290 Jul 30 15:31:28.555980 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-5d27322d-e895-40dc-aa8e-ab64204fe92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:28.558025 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-5d27322d-e895-40dc-aa8e-ab64204fe92b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9909bedf-be31-4413-93af-397226983a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429935 Jul 30 15:31:28.651412 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-ef2eb243-4539-491e-a1eb-7d11346f39c4 service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835240 Jul 30 15:31:28.752955 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87956502-4ec5-4fc6-8086-1a1e27e21370 req-a88bd90e-1f25-40f9-a546-45005a3f3f96 service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841544 Jul 30 15:31:29.325964 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020dfe8-9c14-43af-960d-1f358a1bc0e6 req-d294d102-14ec-4e13-8af7-04f0833921d6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:29.327482 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3020dfe8-9c14-43af-960d-1f358a1bc0e6 req-d294d102-14ec-4e13-8af7-04f0833921d6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Jul 30 15:31:29.367345 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3020dfe8-9c14-43af-960d-1f358a1bc0e6 req-6a1fc2dd-0599-4798-99f4-acc49707f91f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Jul 30 15:31:30.492473 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44137-553a-4612-bcc3-b8f076ef77ab req-6b6f6c6e-f9b1-47ba-b5ea-7cf6352e9e5a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:30.494130 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d8f44137-553a-4612-bcc3-b8f076ef77ab req-6b6f6c6e-f9b1-47ba-b5ea-7cf6352e9e5a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Jul 30 15:31:30.531430 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d8f44137-553a-4612-bcc3-b8f076ef77ab req-0d7be7f8-98c9-46fe-8c22-d4e373017439 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Jul 30 15:31:31.654937 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665182e8-2883-4716-9b85-d9959e4df924 req-5ccb0d81-1c7c-4598-8df5-7e778cdc976a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:31.656634 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-665182e8-2883-4716-9b85-d9959e4df924 req-5ccb0d81-1c7c-4598-8df5-7e778cdc976a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0501401 Jul 30 15:31:31.692864 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-665182e8-2883-4716-9b85-d9959e4df924 req-987de59e-32ad-4743-bdcc-89c5a322bd39 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304503 Jul 30 15:31:32.842249 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f2b74-dedd-45a1-9092-4fc26be8dede req-319b7856-a4d9-478d-be62-708848630c42 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:32.843739 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a94f2b74-dedd-45a1-9092-4fc26be8dede req-319b7856-a4d9-478d-be62-708848630c42 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0472441 Jul 30 15:31:32.880738 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a94f2b74-dedd-45a1-9092-4fc26be8dede req-a27c8bd1-d4bf-4d63-8745-817c24a5e0b2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Jul 30 15:31:33.998586 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419dff-6325-4bd8-ad44-ccf3bfeb85ed req-be23ffa5-ad67-46de-b3a8-069e288bbe5f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:34.000050 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1a419dff-6325-4bd8-ad44-ccf3bfeb85ed req-be23ffa5-ad67-46de-b3a8-069e288bbe5f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0480185 Jul 30 15:31:34.036507 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1a419dff-6325-4bd8-ad44-ccf3bfeb85ed req-3965eef2-add1-467a-958d-5245342138ab tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306370 Jul 30 15:31:35.156368 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7740e3-5f4d-4629-92e4-7ea9eb108560 req-fca074ff-7f4c-429c-81ce-2b62947bf88b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:35.157858 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0a7740e3-5f4d-4629-92e4-7ea9eb108560 req-fca074ff-7f4c-429c-81ce-2b62947bf88b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0503690 Jul 30 15:31:35.198149 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0a7740e3-5f4d-4629-92e4-7ea9eb108560 req-def2f447-eec1-44ca-8839-7df468e55679 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342722 Jul 30 15:31:36.315487 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0cd69-a8c9-4a33-9ca4-4f0d5e8b387f req-74042143-5d14-44f1-95d5-2062cc514e16 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:36.317008 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84b0cd69-a8c9-4a33-9ca4-4f0d5e8b387f req-74042143-5d14-44f1-95d5-2062cc514e16 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0489352 Jul 30 15:31:36.357377 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84b0cd69-a8c9-4a33-9ca4-4f0d5e8b387f req-5cf8cde9-1e64-4c1d-9d2a-ad8b430f44d8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346649 Jul 30 15:31:36.439523 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:31:37.478536 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fbc5b-2a7e-4113-98ee-71506ea12173 req-04cb8043-3d9a-4fb5-be02-242da7844205 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:37.480011 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-413fbc5b-2a7e-4113-98ee-71506ea12173 req-04cb8043-3d9a-4fb5-be02-242da7844205 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0481095 Jul 30 15:31:37.516401 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-413fbc5b-2a7e-4113-98ee-71506ea12173 req-c851953f-735d-4866-949e-a4c8d03d5a4d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301218 Jul 30 15:31:38.633145 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07477e16-e54e-44e8-adc1-d2dc464a832d req-b592cfe7-9ef2-4f60-9d2d-70ce5b42652c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:38.634841 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-07477e16-e54e-44e8-adc1-d2dc464a832d req-b592cfe7-9ef2-4f60-9d2d-70ce5b42652c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Jul 30 15:31:38.681387 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-07477e16-e54e-44e8-adc1-d2dc464a832d req-0c1af6af-e2cb-4424-95b2-ceb0bd565b30 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404706 Jul 30 15:31:39.800796 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d935ea3-c1be-4413-a863-af1ff239dde5 req-a55f1b1a-9227-4dfc-b7a1-8f487c9e53a0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:39.802282 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6d935ea3-c1be-4413-a863-af1ff239dde5 req-a55f1b1a-9227-4dfc-b7a1-8f487c9e53a0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0511801 Jul 30 15:31:39.840536 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6d935ea3-c1be-4413-a863-af1ff239dde5 req-26f5450b-dcdb-493f-b3fd-64b66068c344 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Jul 30 15:31:40.970894 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894c3df-9ba6-40a4-9e5e-45ec544b3c2f req-4199b8f6-360f-497a-bf06-0f393f49734b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:40.972422 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2894c3df-9ba6-40a4-9e5e-45ec544b3c2f req-4199b8f6-360f-497a-bf06-0f393f49734b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0577047 Jul 30 15:31:41.011185 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2894c3df-9ba6-40a4-9e5e-45ec544b3c2f req-6a4492c6-622c-4e48-b3c1-833311775af2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Jul 30 15:31:42.136195 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d7c99-ffe8-40fe-9e8e-7c60358e740b req-873c01b1-0777-4ffb-88b0-27a8b00007e5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:42.137965 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-738d7c99-ffe8-40fe-9e8e-7c60358e740b req-873c01b1-0777-4ffb-88b0-27a8b00007e5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0498416 Jul 30 15:31:42.176930 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-738d7c99-ffe8-40fe-9e8e-7c60358e740b req-6e672e61-408c-48b6-9c2e-e193acb8a25a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Jul 30 15:31:43.295737 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a933b-aba0-4832-b997-4d6cebebc57a req-4228c19f-907c-43b2-bb76-fa9d0c287eb7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:43.297269 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-383a933b-aba0-4832-b997-4d6cebebc57a req-4228c19f-907c-43b2-bb76-fa9d0c287eb7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0495672 Jul 30 15:31:43.336377 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-383a933b-aba0-4832-b997-4d6cebebc57a req-e6d28b53-283b-46c9-be14-75a0df324837 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332119 Jul 30 15:31:44.421209 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1252775-ffb6-40b9-bf38-e8e237a515dd req-6a7f27af-ab9f-439d-9f85-1358b9528e64 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:44.422865 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c1252775-ffb6-40b9-bf38-e8e237a515dd req-6a7f27af-ab9f-439d-9f85-1358b9528e64 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0503469 Jul 30 15:31:44.462456 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d81c1e-fc6c-42d3-adb9-3ef97e855c18 req-59948605-09eb-4c62-ba48-297033f729a0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:44.463037 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c1252775-ffb6-40b9-bf38-e8e237a515dd req-d2959ca1-c6ab-48a2-adea-13362cce58e8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341897 Jul 30 15:31:44.463963 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-75d81c1e-fc6c-42d3-adb9-3ef97e855c18 req-59948605-09eb-4c62-ba48-297033f729a0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0492070 Jul 30 15:31:44.501807 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-75d81c1e-fc6c-42d3-adb9-3ef97e855c18 req-3306f9fe-b6df-48e2-98c4-b77280f47ba2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317442 Jul 30 15:31:44.823567 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047231e4-744e-4fb2-9b67-fdaf2b46c8c6 req-85b20731-7d8e-4208-8981-6e9dc698546d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:44.825016 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-047231e4-744e-4fb2-9b67-fdaf2b46c8c6 req-85b20731-7d8e-4208-8981-6e9dc698546d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0511575 Jul 30 15:31:44.862661 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-047231e4-744e-4fb2-9b67-fdaf2b46c8c6 req-e62643bc-649d-410d-bb7b-1b311ad34473 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Jul 30 15:31:45.586501 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6147eb5-2be7-43cd-ab21-c6f4dfc47c62 req-622bb523-50dd-47a6-9ed3-bded8f59f21b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:45.588032 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f6147eb5-2be7-43cd-ab21-c6f4dfc47c62 req-622bb523-50dd-47a6-9ed3-bded8f59f21b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0527592 Jul 30 15:31:45.618873 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c67e5-ce62-4601-b1c0-01fc92ce3683 req-d85d8080-84c8-4669-add7-c6cd85cd2596 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:45.620548 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac5c67e5-ce62-4601-b1c0-01fc92ce3683 req-d85d8080-84c8-4669-add7-c6cd85cd2596 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0477688 Jul 30 15:31:45.625501 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f6147eb5-2be7-43cd-ab21-c6f4dfc47c62 req-8cfb209c-8f68-4fdf-8b02-7843feb4b24f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Jul 30 15:31:45.658258 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac5c67e5-ce62-4601-b1c0-01fc92ce3683 req-019c55d2-7d60-47bd-ac89-ba02b4473bc9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Jul 30 15:31:45.974346 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076f586-eb0e-40bc-a78b-28d91cf28ed4 req-9341c86e-9525-44ca-afab-7b139d803fc8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:45.976020 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f076f586-eb0e-40bc-a78b-28d91cf28ed4 req-9341c86e-9525-44ca-afab-7b139d803fc8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0480630 Jul 30 15:31:45.978065 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0733aa60-c10e-4efc-8ba6-3befcb973a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:46.014922 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f076f586-eb0e-40bc-a78b-28d91cf28ed4 req-f005bc87-f692-4884-b02c-407c6ee3d109 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jul 30 15:31:46.738925 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c9ce-ffa0-4686-88f1-10b7f44f816f req-c2c9e6cf-7a81-4b87-99a5-d3125baab92a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:46.740425 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f451c9ce-ffa0-4686-88f1-10b7f44f816f req-c2c9e6cf-7a81-4b87-99a5-d3125baab92a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0483499 Jul 30 15:31:46.776061 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f102a-0d3d-4cf5-83d5-c6c8233d4688 req-c29bd80f-cdba-4ff4-83ff-6a159022ebe9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:46.777578 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-436f102a-0d3d-4cf5-83d5-c6c8233d4688 req-c29bd80f-cdba-4ff4-83ff-6a159022ebe9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Jul 30 15:31:46.778437 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f451c9ce-ffa0-4686-88f1-10b7f44f816f req-053d332e-93dd-4edb-b020-58502eab4741 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jul 30 15:31:46.814895 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-436f102a-0d3d-4cf5-83d5-c6c8233d4688 req-32e96936-f589-49c4-897a-1faf798c9327 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Jul 30 15:31:47.129022 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe161e-0691-4e25-aa1e-c684bafc939d req-d91c61d6-959e-4e60-9739-fd04fcd04f1b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:47.130478 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2fbe161e-0691-4e25-aa1e-c684bafc939d req-d91c61d6-959e-4e60-9739-fd04fcd04f1b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0504818 Jul 30 15:31:47.167211 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2fbe161e-0691-4e25-aa1e-c684bafc939d req-ae08acd7-3b91-4224-b29e-fdcdbbabb82d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302989 Jul 30 15:31:47.894362 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b869d8-8ad1-4e1d-b5a9-e783c9a52ea0 req-b2404c73-5908-4b6d-ab7c-9739ee5967b7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:47.895838 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-35b869d8-8ad1-4e1d-b5a9-e783c9a52ea0 req-b2404c73-5908-4b6d-ab7c-9739ee5967b7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0504327 Jul 30 15:31:47.934691 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-35b869d8-8ad1-4e1d-b5a9-e783c9a52ea0 req-58a1d2b6-b1aa-4db9-ba45-9987800e1063 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Jul 30 15:31:47.935426 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3880c1-fb01-46b0-98de-aca48d3b1e66 req-5f7ece0e-86b9-49c4-bfe4-87be2ccaa483 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:47.937086 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d3880c1-fb01-46b0-98de-aca48d3b1e66 req-5f7ece0e-86b9-49c4-bfe4-87be2ccaa483 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0496054 Jul 30 15:31:47.974996 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d3880c1-fb01-46b0-98de-aca48d3b1e66 req-2b3dd4f7-478a-4f84-8346-6361d172b51d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Jul 30 15:31:48.278052 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4bc39-f7da-42b5-941b-459e9ec172c7 req-43f2d1e1-fea5-4c72-bd12-225eeb9c4c5e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:48.279554 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-85b4bc39-f7da-42b5-941b-459e9ec172c7 req-43f2d1e1-fea5-4c72-bd12-225eeb9c4c5e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0481999 Jul 30 15:31:48.324226 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-85b4bc39-f7da-42b5-941b-459e9ec172c7 req-fb7177d1-94ca-4a52-9e39-301e5080d45f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345218 Jul 30 15:31:48.584636 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2f63c321-036c-439b-ab1a-264476b01d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:48.691614 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:48.870873 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:49.048675 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ad1db-2396-432a-862d-d0c4e57313c9 req-9c48e98f-ae3f-4ae9-b919-bd6c6a48e6c3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:49.050180 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5c6ad1db-2396-432a-862d-d0c4e57313c9 req-9c48e98f-ae3f-4ae9-b919-bd6c6a48e6c3 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0484688 Jul 30 15:31:49.087796 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5c6ad1db-2396-432a-862d-d0c4e57313c9 req-76c9cfff-5fdb-4a71-b5fc-8766c2f933dd tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Jul 30 15:31:49.092907 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f424b12-2c02-480e-ba86-b3e797336c35 req-05ea4afc-f92e-4db2-94ee-3339519e1f64 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:49.094427 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2f424b12-2c02-480e-ba86-b3e797336c35 req-05ea4afc-f92e-4db2-94ee-3339519e1f64 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0476663 Jul 30 15:31:49.132318 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2f424b12-2c02-480e-ba86-b3e797336c35 req-ee04928d-a566-4aa7-8184-56ae544d5ce3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Jul 30 15:31:49.441117 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a179fb-6d27-4510-8e42-fd529f418338 req-b38e11fc-67a4-4dc5-800c-489aff69c71c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:49.442497 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-15a179fb-6d27-4510-8e42-fd529f418338 req-b38e11fc-67a4-4dc5-800c-489aff69c71c tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0526059 Jul 30 15:31:49.480491 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-15a179fb-6d27-4510-8e42-fd529f418338 req-b8ba74c8-2880-4282-b849-6dcd7ce89515 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Jul 30 15:31:49.714645 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:49.913510 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-ca13d259-0848-4cfb-9de2-12fee21b5740 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385375 Jul 30 15:31:49.990224 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-334db489-a4d4-42cc-bf25-059c6fc970c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:49.991572 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-334db489-a4d4-42cc-bf25-059c6fc970c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6794fb62c1614ca39425203912c7a48e&device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 1098 time: 0.0390465 Jul 30 15:31:50.097262 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-6097cafb-882d-4b12-bb00-4c692e285962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:50.098721 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-6097cafb-882d-4b12-bb00-4c692e285962 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 200 len: 920 time: 0.0862517 Jul 30 15:31:50.141709 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-0c07a39a-8607-4ccb-b430-49cb1f50d6e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 200 len: 217 time: 0.0333519 Jul 30 15:31:50.204771 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73efe71-13e1-4ccc-856b-e2099f19c680 req-ea310379-7a69-49a5-8c8b-eb2f944071f8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:50.206381 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e73efe71-13e1-4ccc-856b-e2099f19c680 req-ea310379-7a69-49a5-8c8b-eb2f944071f8 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0529153 Jul 30 15:31:50.247908 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e73efe71-13e1-4ccc-856b-e2099f19c680 req-662f7788-22a5-4b08-ac25-741eb90c0a2d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Jul 30 15:31:50.252147 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-ebcd5703-a682-4ec5-bde2-cc38f999793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:50.253652 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-ebcd5703-a682-4ec5-bde2-cc38f999793e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 200 len: 859 time: 0.0741887 Jul 30 15:31:50.269199 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43df63a-7a88-4a7d-8f8e-b8571c0ad4d1 req-8e2157c0-135e-4840-b097-644ccef76884 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:50.270792 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e43df63a-7a88-4a7d-8f8e-b8571c0ad4d1 req-8e2157c0-135e-4840-b097-644ccef76884 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0652776 Jul 30 15:31:50.307141 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-a92b2e15-5dc3-439e-94ed-d4ebf6b40801 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bffc9b33-0a6b-419f-8256-1a27cf3a5310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354252 Jul 30 15:31:50.333757 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e43df63a-7a88-4a7d-8f8e-b8571c0ad4d1 req-fd6bda52-c61d-443e-8793-ccb3772375b0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539804 Jul 30 15:31:50.411067 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-4868f843-9f67-4d26-a0a9-a5a297cf0831 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918760 Jul 30 15:31:50.502488 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0033faf2-5e9c-4a13-b220-46c7d4fbb708 req-ded4800c-9860-406c-a9b2-cf05f9bf15a3 service neutron] 10.222.0.58 "GET /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805104 Jul 30 15:31:50.592190 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0561a1e-8210-4b94-a22a-d4d3b32151af req-f1c0dc0f-aefd-4aa0-933e-978371555d3a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:50.593704 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c0561a1e-8210-4b94-a22a-d4d3b32151af req-f1c0dc0f-aefd-4aa0-933e-978371555d3a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0480409 Jul 30 15:31:50.633828 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c0561a1e-8210-4b94-a22a-d4d3b32151af req-47dc826c-e805-4cdb-9a40-74085513e314 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Jul 30 15:31:51.369809 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eea665-b4fb-433b-81c0-63fe9b273dfb req-2840f2ff-6232-4da1-bbfe-ccfd67c29c96 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:51.371313 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4eea665-b4fb-433b-81c0-63fe9b273dfb req-2840f2ff-6232-4da1-bbfe-ccfd67c29c96 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0478454 Jul 30 15:31:51.409652 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4eea665-b4fb-433b-81c0-63fe9b273dfb req-f322cd8e-89c1-4e0d-8118-c83c71ac7330 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jul 30 15:31:51.452497 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a3c64-27e7-4887-9962-8fa3555bd9e8 req-c429fb41-cc48-4f2f-91d3-9b34fb392e8d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:51.453995 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-195a3c64-27e7-4887-9962-8fa3555bd9e8 req-c429fb41-cc48-4f2f-91d3-9b34fb392e8d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Jul 30 15:31:51.490855 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-195a3c64-27e7-4887-9962-8fa3555bd9e8 req-022a6555-397b-493a-9f38-79e93e0fd37e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Jul 30 15:31:51.593398 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:51.668819 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-327ecbc0-6d83-434b-85a6-5ea0459c9da3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:51.670296 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-327ecbc0-6d83-434b-85a6-5ea0459c9da3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0529475 Jul 30 15:31:51.794880 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee2d8c-9c5b-4909-ac97-d3a80b0b4bcd req-a8be337a-b538-42c7-8859-9928ec252e82 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:51.798156 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-04ee2d8c-9c5b-4909-ac97-d3a80b0b4bcd req-a8be337a-b538-42c7-8859-9928ec252e82 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 946 time: 0.0848825 Jul 30 15:31:51.841760 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Deleting port d94b28f8-f172-4026-ab38-ed2cce611ce6 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:31:51.842112 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:51.884978 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-04ee2d8c-9c5b-4909-ac97-d3a80b0b4bcd req-f7fd5f0d-245a-49e7-b82e-0d8f75d60a86 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822012 Jul 30 15:31:51.933691 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] For port d94b28f8-f172-4026-ab38-ed2cce611ce6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=d94b28f8-f172-4026-ab38-ed2cce611ce6,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:51.934059 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:51.946771 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Calling delete_port for d94b28f8-f172-4026-ab38-ed2cce611ce6 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:31:52.078348 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:52.109914 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3', '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'a4e3c409-842c-46ef-b2d0-7bd7ed810732', 'd94b28f8-f172-4026-ab38-ed2cce611ce6'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:52.132627 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event deleted for resources: {'Port': ['ID=d94b28f8-f172-4026-ab38-ed2cce611ce6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:52.158291 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.158644 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.158992 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.159333 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.159670 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.160006 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.160456 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.160823 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.161154 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.161481 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.161809 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.162132 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:52.166229 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] No DVR routers for this DVR port d94b28f8-f172-4026-ab38-ed2cce611ce6 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:31:52.169996 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:52.171633 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e57e8cff-2365-4f92-ae88-f232151673e0 req-5065538f-011a-40d7-aa66-6c30f94671bb tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "DELETE /v2.0/ports/d94b28f8-f172-4026-ab38-ed2cce611ce6 HTTP/1.1" status: 204 len: 173 time: 0.4935136 Jul 30 15:31:52.172096 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'name': 'network-vif-deleted', 'tag': 'd94b28f8-f172-4026-ab38-ed2cce611ce6'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:52.174907 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f064b8f-d64b-485f-9945-560c79d43cca" -d '{"events": [{"server_uuid": "69664f8f-e709-4aac-bec4-5d884df2af7e", "name": "network-vif-deleted", "tag": "d94b28f8-f172-4026-ab38-ed2cce611ce6"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:52.216099 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41abe76-4309-4599-b225-bb18f29f4e86 x-openstack-request-id: req-d41abe76-4309-4599-b225-bb18f29f4e86 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:52.216394 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69664f8f-e709-4aac-bec4-5d884df2af7e", "name": "network-vif-deleted", "tag": "d94b28f8-f172-4026-ab38-ed2cce611ce6", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:52.216644 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d41abe76-4309-4599-b225-bb18f29f4e86 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:52.217078 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69664f8f-e709-4aac-bec4-5d884df2af7e', 'name': 'network-vif-deleted', 'tag': 'd94b28f8-f172-4026-ab38-ed2cce611ce6', 'status': 'completed', 'code': 200} Jul 30 15:31:52.526651 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae639d-4414-4b79-a899-b7986f2be322 req-a2f9747f-bbf9-4853-bd0b-71476021881b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:52.528158 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-88ae639d-4414-4b79-a899-b7986f2be322 req-a2f9747f-bbf9-4853-bd0b-71476021881b tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0518692 Jul 30 15:31:52.568790 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-88ae639d-4414-4b79-a899-b7986f2be322 req-d05dfae8-c720-46c3-b3fd-75f3839163d7 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Jul 30 15:31:52.621331 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaeb2a-09e0-44f0-b84b-1c7d5dc354b2 req-9b70516f-11b6-428f-b49c-6574c28d2a52 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:52.622844 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7caaeb2a-09e0-44f0-b84b-1c7d5dc354b2 req-9b70516f-11b6-428f-b49c-6574c28d2a52 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0555298 Jul 30 15:31:52.668094 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7caaeb2a-09e0-44f0-b84b-1c7d5dc354b2 req-05a709a1-cd45-49c6-86d8-293e370fa6e7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Jul 30 15:31:52.669282 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-9b7277f8-af47-4ee5-afb4-edef8108443f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:52.671003 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-9b7277f8-af47-4ee5-afb4-edef8108443f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 945 time: 0.0494578 Jul 30 15:31:52.762568 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Deleting port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:31:52.762912 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:52.851873 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] For port 4ba26d2f-47c6-4713-a9a9-55987b8bd928, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4ba26d2f-47c6-4713-a9a9-55987b8bd928,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:52.851873 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:52.865067 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Calling delete_port for 4ba26d2f-47c6-4713-a9a9-55987b8bd928 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:31:53.028568 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-42d971ef-fc1f-4d45-93e3-9a118ccb34ce req-f4b2969c-ebfa-4f24-9cc2-639e3a9eb916 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=69664f8f-e709-4aac-bec4-5d884df2af7e HTTP/1.1" status: 200 len: 210 time: 0.0373032 Jul 30 15:31:53.076181 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:53.090255 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0254323-6f96-494f-b044-4a60772b2b4f req-6c924f92-fdd9-400a-b88e-32af502db109 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:53.091728 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0254323-6f96-494f-b044-4a60772b2b4f req-6c924f92-fdd9-400a-b88e-32af502db109 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0702555 Jul 30 15:31:53.119734 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Pushing event deleted for resources: {'Port': ['ID=4ba26d2f-47c6-4713-a9a9-55987b8bd928,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:53.171584 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] No DVR routers for this DVR port 4ba26d2f-47c6-4713-a9a9-55987b8bd928 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:31:53.177681 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:53.179565 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d0a2ac9-a3f1-4291-a8a4-08aab36ddd29 req-fedc71a9-9339-41cc-8383-5babb5a28eca tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "DELETE /v2.0/ports/4ba26d2f-47c6-4713-a9a9-55987b8bd928 HTTP/1.1" status: 204 len: 173 time: 0.4996433 Jul 30 15:31:53.186842 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0254323-6f96-494f-b044-4a60772b2b4f req-0041575a-b060-4d77-8f28-71cd0b9560e9 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734265 Jul 30 15:31:53.673500 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-46b18881-e39d-4a51-be04-b7887ad99bf5 req-99f8dad2-8231-43ac-8cbf-463731193598 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a049f5-c7b8-4edc-80ba-3f4d92da58bc HTTP/1.1" status: 200 len: 210 time: 0.0271301 Jul 30 15:31:53.788782 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58121-bc64-4e4c-a4eb-8e49ac9da780 req-300218aa-6826-40aa-983b-2db97f27c3fd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:53.790434 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5db58121-bc64-4e4c-a4eb-8e49ac9da780 req-300218aa-6826-40aa-983b-2db97f27c3fd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Jul 30 15:31:53.825219 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['f6330f4b-b5c7-40d9-b9a1-713fcc072d71', '4ba26d2f-47c6-4713-a9a9-55987b8bd928'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:53.831095 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5db58121-bc64-4e4c-a4eb-8e49ac9da780 req-ec7f34e8-9241-4d7c-baa2-06bda1db0076 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Jul 30 15:31:54.218425 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'name': 'network-vif-deleted', 'tag': '4ba26d2f-47c6-4713-a9a9-55987b8bd928'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:54.220805 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7898e6c-68f7-4b8c-a2c8-cd0d86aee4f1" -d '{"events": [{"server_uuid": "98a049f5-c7b8-4edc-80ba-3f4d92da58bc", "name": "network-vif-deleted", "tag": "4ba26d2f-47c6-4713-a9a9-55987b8bd928"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:54.256276 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940d2c8d-e17d-4e30-80b2-f0e34bca32f5 x-openstack-request-id: req-940d2c8d-e17d-4e30-80b2-f0e34bca32f5 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:54.256593 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a049f5-c7b8-4edc-80ba-3f4d92da58bc", "name": "network-vif-deleted", "tag": "4ba26d2f-47c6-4713-a9a9-55987b8bd928", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:54.256885 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-940d2c8d-e17d-4e30-80b2-f0e34bca32f5 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:54.257282 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a049f5-c7b8-4edc-80ba-3f4d92da58bc', 'name': 'network-vif-deleted', 'tag': '4ba26d2f-47c6-4713-a9a9-55987b8bd928', 'status': 'completed', 'code': 200} Jul 30 15:31:54.305116 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a541ad4-0bf7-4969-9db2-0584f4691fb6 req-89a2da8a-93f5-4b61-8f1e-93a95f01e6d0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:54.307272 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2a541ad4-0bf7-4969-9db2-0584f4691fb6 req-89a2da8a-93f5-4b61-8f1e-93a95f01e6d0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0490928 Jul 30 15:31:54.344651 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2a541ad4-0bf7-4969-9db2-0584f4691fb6 req-9420efd2-3160-45a9-9fb0-860d2ec4b3aa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Jul 30 15:31:54.951124 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b20f4-bb22-491b-b772-c9531cc62540 req-0df46111-dc1d-44b6-9a7b-9b7e6c942874 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:54.951815 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed1bf-1a15-45e5-9e23-39132ff75be4 req-8c2c8012-ed7e-49f2-9c31-f0f1eebbe868 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:54.952647 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-048b20f4-bb22-491b-b772-c9531cc62540 req-0df46111-dc1d-44b6-9a7b-9b7e6c942874 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Jul 30 15:31:54.953343 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1f6ed1bf-1a15-45e5-9e23-39132ff75be4 req-8c2c8012-ed7e-49f2-9c31-f0f1eebbe868 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0461619 Jul 30 15:31:54.991125 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-048b20f4-bb22-491b-b772-c9531cc62540 req-a18bce11-d61e-4423-997a-506bbcafaf2f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Jul 30 15:31:54.995011 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1f6ed1bf-1a15-45e5-9e23-39132ff75be4 req-f2d753de-1d66-42ac-a72f-9d8a3cfd0a24 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358269 Jul 30 15:31:55.424071 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78a9-1b39-4144-b774-c57f36aa15d2 req-9e69a3c7-1a90-495a-9a7a-23cd07f3fd1e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:55.425485 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dffb78a9-1b39-4144-b774-c57f36aa15d2 req-9e69a3c7-1a90-495a-9a7a-23cd07f3fd1e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.0539043 Jul 30 15:31:55.464220 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dffb78a9-1b39-4144-b774-c57f36aa15d2 req-218e59fd-8f2b-4f93-8203-6050d42d62fa tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Jul 30 15:31:55.467114 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9cffb-2b1e-478b-828e-01a478843949 req-9a9c1083-b682-453d-97dc-e3ee3df17855 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:55.468553 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-49a9cffb-2b1e-478b-828e-01a478843949 req-9a9c1083-b682-453d-97dc-e3ee3df17855 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0535619 Jul 30 15:31:55.512671 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-49a9cffb-2b1e-478b-828e-01a478843949 req-ac815748-4038-4135-a489-3db29f8d6743 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 Jul 30 15:31:55.888079 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:31:55.894615 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device d94b28f8-f172-4026-ab38-ed2cce611ce6 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:31:55.920284 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: d94b28f8-f172-4026-ab38-ed2cce611ce6 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:31:55.920628 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device d94b28f8-f172-4026-ab38-ed2cce611ce6 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:31:56.004939 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:56.015177 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '67d6e489-5795-44ee-82c1-136630e67e20', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'port_id': '67d6e489-5795-44ee-82c1-136630e67e20', 'mac_address': 'fa:16:3e:6e:51:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:31:56.054393 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.070037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67d6e489-5795-44ee-82c1-136630e67e20 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:31:56.091682 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:56.098057 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.115786 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49785b5-1816-471a-920c-547819f42c61 req-408953ef-ca56-4f58-80a3-cca11f306c9a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:56.117300 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a49785b5-1816-471a-920c-547819f42c61 req-408953ef-ca56-4f58-80a3-cca11f306c9a tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0526478 Jul 30 15:31:56.120504 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedc7b4-473e-4500-9eab-7cc5ececc355 req-a0561dd9-06f8-4f7d-80a8-3a354dae02f0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:56.122040 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8bedc7b4-473e-4500-9eab-7cc5ececc355 req-a0561dd9-06f8-4f7d-80a8-3a354dae02f0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0516353 Jul 30 15:31:56.147185 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=6']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:56.160224 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a49785b5-1816-471a-920c-547819f42c61 req-a345a013-01f8-4953-bcd1-74c7604a82a2 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Jul 30 15:31:56.168172 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8bedc7b4-473e-4500-9eab-7cc5ececc355 req-3b8dcc4a-a694-47de-9255-7171af49707f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 Jul 30 15:31:56.356543 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['67d6e489-5795-44ee-82c1-136630e67e20'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:56.526458 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50050) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:56.579729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075332c6-63b2-4ce8-98ed-1ea22137b682 req-542b7513-6e7d-45ef-a5b2-fb8c0d7642f3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:56.581474 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-075332c6-63b2-4ce8-98ed-1ea22137b682 req-542b7513-6e7d-45ef-a5b2-fb8c0d7642f3 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.0486035 Jul 30 15:31:56.623976 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-075332c6-63b2-4ce8-98ed-1ea22137b682 req-19516c93-61c3-4370-a96d-63655e33a0c0 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Jul 30 15:31:56.644619 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db6a2c-e6a2-42a6-9779-e65b64787d78 req-74a5d9a0-1051-4b55-88f5-45f50e95d474 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:56.646127 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-44db6a2c-e6a2-42a6-9779-e65b64787d78 req-74a5d9a0-1051-4b55-88f5-45f50e95d474 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0605235 Jul 30 15:31:56.647252 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2f346a07-da44-44c8-a580-2902beb4fb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.706448 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-44db6a2c-e6a2-42a6-9779-e65b64787d78 req-3fc93c30-3bb6-4b27-be19-1b7809ba1e3f tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508745 Jul 30 15:31:56.768342 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2f346a07-da44-44c8-a580-2902beb4fb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.771858 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2f346a07-da44-44c8-a580-2902beb4fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.809712 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2f346a07-da44-44c8-a580-2902beb4fb2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c8a410c71b44581a79509f5b8e1be10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822139 Jul 30 15:31:56.810905 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f346a07-da44-44c8-a580-2902beb4fb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f9a4f1-7514-4339-95b1-593dbfec6b58,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:56.812344 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50058) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:56.859522 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8bd451f-c0d9-4aaa-a9e7-e199636a31e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.879851 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8bd451f-c0d9-4aaa-a9e7-e199636a31e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.926086 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8bd451f-c0d9-4aaa-a9e7-e199636a31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.928951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c8bd451f-c0d9-4aaa-a9e7-e199636a31e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:56.930637 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-c8bd451f-c0d9-4aaa-a9e7-e199636a31e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6f9a4f1-7514-4339-95b1-593dbfec6b58 HTTP/1.1" status: 204 len: 168 time: 0.1167107 Jul 30 15:31:56.938792 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd451f-c0d9-4aaa-a9e7-e199636a31e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f9a4f1-7514-4339-95b1-593dbfec6b58,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:57.277521 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67ff8-a7e5-4a94-9fa9-a180e17129ad req-4f9f57a9-063c-4a02-b82b-f4e4e75a7847 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:57.279990 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-eef67ff8-a7e5-4a94-9fa9-a180e17129ad req-4f9f57a9-063c-4a02-b82b-f4e4e75a7847 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0534866 Jul 30 15:31:57.299047 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff62c4-d527-4e39-9a5b-c625373918bf req-70224ae2-5cfc-4192-b83e-65822bf3215f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:57.302231 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a8ff62c4-d527-4e39-9a5b-c625373918bf req-70224ae2-5cfc-4192-b83e-65822bf3215f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0565588 Jul 30 15:31:57.325272 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-eef67ff8-a7e5-4a94-9fa9-a180e17129ad req-fbd80d32-a50b-44d5-a08f-c22294c8d33d tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Jul 30 15:31:57.341327 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a8ff62c4-d527-4e39-9a5b-c625373918bf req-0371c510-4881-468c-bfb0-24d8ab83a44d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339441 Jul 30 15:31:57.741909 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ad19-d037-4144-9b0d-8f744bdaea95 req-be6e7299-eb9a-44aa-9ab8-4ab2af026556 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:57.744137 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dce9ad19-d037-4144-9b0d-8f744bdaea95 req-be6e7299-eb9a-44aa-9ab8-4ab2af026556 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.0521226 Jul 30 15:31:57.782671 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dce9ad19-d037-4144-9b0d-8f744bdaea95 req-68be7388-530b-41f7-b767-01e495545644 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Jul 30 15:31:57.828105 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ff6be-c19d-4dbb-84c8-63399b3ef9a7 req-2dcdb43a-597e-4e13-813e-40d980b1774a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:57.829634 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b87ff6be-c19d-4dbb-84c8-63399b3ef9a7 req-2dcdb43a-597e-4e13-813e-40d980b1774a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0531824 Jul 30 15:31:57.868873 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b87ff6be-c19d-4dbb-84c8-63399b3ef9a7 req-e42f939e-30ae-417b-8e17-7a42c84e462e tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334380 Jul 30 15:31:57.900867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:31:57.948301 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 67d6e489-5795-44ee-82c1-136630e67e20 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:31:57.948676 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:57.949771 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50096) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:58.028050 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.051560 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:58.053847 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573fe3e6-c69f-4877-8965-070169ff1ffe" -d '{"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-plugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:58.055622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b74b4502-9870-4d7b-917f-f384a350040a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.067397 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:58.071909 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.072820 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4ba26d2f-47c6-4713-a9a9-55987b8bd928 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:31:58.111738 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983a446-82fa-468c-bf6c-089afc565986 x-openstack-request-id: req-2983a446-82fa-468c-bf6c-089afc565986 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:58.112031 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-plugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:58.112285 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2983a446-82fa-468c-bf6c-089afc565986 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:58.112684 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20', 'code': 200} Jul 30 15:31:58.115351 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 4ba26d2f-47c6-4713-a9a9-55987b8bd928 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:31:58.115739 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4ba26d2f-47c6-4713-a9a9-55987b8bd928 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:31:58.141605 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=7']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:58.152235 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b74b4502-9870-4d7b-917f-f384a350040a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.156685 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b74b4502-9870-4d7b-917f-f384a350040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.193606 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-b74b4502-9870-4d7b-917f-f384a350040a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a4e8615e8db47e8ad90219fa82475fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427034 Jul 30 15:31:58.196067 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b4502-9870-4d7b-917f-f384a350040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e8f51f-906c-41ef-b3c0-f320709451a9,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:58.196932 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50102) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:58.245041 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f7a787e-6ae1-4503-9b7b-d25fec772779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.266153 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f7a787e-6ae1-4503-9b7b-d25fec772779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.311151 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f7a787e-6ae1-4503-9b7b-d25fec772779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.313705 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f7a787e-6ae1-4503-9b7b-d25fec772779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.314843 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8f7a787e-6ae1-4503-9b7b-d25fec772779 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42e8f51f-906c-41ef-b3c0-f320709451a9 HTTP/1.1" status: 204 len: 168 time: 0.1168585 Jul 30 15:31:58.322911 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a787e-6ae1-4503-9b7b-d25fec772779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e8f51f-906c-41ef-b3c0-f320709451a9,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:58.442877 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015460-08b0-4da9-b155-59114246da9f req-a76be6d5-a43b-4a57-a057-feebb5d73562 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:58.444709 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-66015460-08b0-4da9-b155-59114246da9f req-a76be6d5-a43b-4a57-a057-feebb5d73562 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0542104 Jul 30 15:31:58.467451 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0340d0-6043-4d9e-b272-6d87c4cf9e7a req-593aba8d-c101-4d39-9cb7-8750a1ea567f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:58.469073 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d0340d0-6043-4d9e-b272-6d87c4cf9e7a req-593aba8d-c101-4d39-9cb7-8750a1ea567f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0505269 Jul 30 15:31:58.485469 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-66015460-08b0-4da9-b155-59114246da9f req-94028f52-5d1b-4fd3-8482-ab76cba1bc5c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340223 Jul 30 15:31:58.544071 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0d0340d0-6043-4d9e-b272-6d87c4cf9e7a req-44824d7f-74fd-4ce4-a9c9-0ff6929caca2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659640 Jul 30 15:31:58.551206 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-160738b4-20a5-4154-9c81-c0fac454fb7e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:58.552605 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-160738b4-20a5-4154-9c81-c0fac454fb7e tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.0758049 Jul 30 15:31:58.647920 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Deleting port a4e3c409-842c-46ef-b2d0-7bd7ed810732 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:31:58.648266 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.936686 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530e54f-6a9b-4f92-8478-0b5ca082344e req-6356d4db-9614-41d2-968d-6a6a4b266593 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:58.938224 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b530e54f-6a9b-4f92-8478-0b5ca082344e req-6356d4db-9614-41d2-968d-6a6a4b266593 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=52aef64c-4f0b-4684-a85f-f3c7c6a7462e HTTP/1.1" status: 200 len: 945 time: 0.0831668 Jul 30 15:31:58.961546 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] For port a4e3c409-842c-46ef-b2d0-7bd7ed810732, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=a4e3c409-842c-46ef-b2d0-7bd7ed810732,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:31:58.962464 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:58.970991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50132) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:59.002228 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Calling delete_port for a4e3c409-842c-46ef-b2d0-7bd7ed810732 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:31:59.009133 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b530e54f-6a9b-4f92-8478-0b5ca082344e req-3a6265db-a4d1-4a97-9484-f9b21fdd4c86 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602183 Jul 30 15:31:59.062266 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb4df-e4cf-419f-b77c-a5b9ff9d5f01 req-2fbce2b3-e970-4b3b-9ae8-89b65c0e1220 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:59.063739 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c9eb4df-e4cf-419f-b77c-a5b9ff9d5f01 req-2fbce2b3-e970-4b3b-9ae8-89b65c0e1220 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0982263 Jul 30 15:31:59.071529 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-621974162-network', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:59.094015 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Made reservation on behalf of a255fbb215f04c70862a4bcc0ca5ec8b for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:31:59.096289 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.105248 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.128240 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c9eb4df-e4cf-419f-b77c-a5b9ff9d5f01 req-02b319fd-fbe6-4c2e-b4b4-18dde67b925c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497856 Jul 30 15:31:59.188840 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.195816 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.200196 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.215960 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event deleted for resources: {'Port': ['ID=a4e3c409-842c-46ef-b2d0-7bd7ed810732,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:59.225202 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3', '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'a4e3c409-842c-46ef-b2d0-7bd7ed810732'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:31:59.225771 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:31:59.235411 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e5d83-e8a5-4d74-9c56-e2deb9c3ae41,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:59.244455 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.244832 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Added segment 4ae2df9a-6c78-4082-9793-e5d2f93250d9 of type vlan for network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e Jul 30 15:31:59.247142 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.247497 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.248290 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.248290 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.248512 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.248841 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.249173 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.249510 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.249840 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.250167 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.250495 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.250820 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:31:59.260997 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] No DVR routers for this DVR port a4e3c409-842c-46ef-b2d0-7bd7ed810732 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:31:59.263840 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.265829 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c447d29e-f130-485e-b2cb-77cbf86b98fa req-c81b687f-1238-4e87-8165-93215614a82a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "DELETE /v2.0/ports/a4e3c409-842c-46ef-b2d0-7bd7ed810732 HTTP/1.1" status: 204 len: 173 time: 0.7040071 Jul 30 15:31:59.266348 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'name': 'network-vif-deleted', 'tag': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:31:59.268492 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50baba9f-9d8e-4da2-9e37-410251e1ec46" -d '{"events": [{"server_uuid": "52aef64c-4f0b-4684-a85f-f3c7c6a7462e", "name": "network-vif-deleted", "tag": "a4e3c409-842c-46ef-b2d0-7bd7ed810732"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:31:59.309976 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.314471 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53433d-25b3-409d-9065-44d2a9116e75 x-openstack-request-id: req-6b53433d-25b3-409d-9065-44d2a9116e75 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:31:59.314754 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52aef64c-4f0b-4684-a85f-f3c7c6a7462e", "name": "network-vif-deleted", "tag": "a4e3c409-842c-46ef-b2d0-7bd7ed810732", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:31:59.315310 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b53433d-25b3-409d-9065-44d2a9116e75 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:31:59.316161 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52aef64c-4f0b-4684-a85f-f3c7c6a7462e', 'name': 'network-vif-deleted', 'tag': 'a4e3c409-842c-46ef-b2d0-7bd7ed810732', 'status': 'completed', 'code': 200} Jul 30 15:31:59.344476 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.345509 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:59.346135 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.402554 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4305115 Jul 30 15:31:59.405697 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50138) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:59.411834 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Request body: {'subnet': {'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-621974162-subnet', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:59.420081 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecffb6c-d7a5-4f94-a90b-996e25fc8404 admin admin] Pushing event updated for resources: {'Network': ['ID=4db7f2c7-38aa-4869-9e01-5c78e7246e9e,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:59.431931 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:31:59.443046 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Made reservation on behalf of a255fbb215f04c70862a4bcc0ca5ec8b for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:31:59.446820 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59223117'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.660671 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7f78-fc24-43c1-966c-8c38c687385c req-ff472661-412f-4f7a-b0e5-4785636f492c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:59.662185 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bacc7f78-fc24-43c1-966c-8c38c687385c req-ff472661-412f-4f7a-b0e5-4785636f492c tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1008906 Jul 30 15:31:59.670042 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59223139'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.670829 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047a0ea-c852-4a66-af2f-9ef01959bd32 req-07e82b95-b600-468e-9c44-14485f58b2f8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:59.673178 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8047a0ea-c852-4a66-af2f-9ef01959bd32 req-07e82b95-b600-468e-9c44-14485f58b2f8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0510252 Jul 30 15:31:59.717913 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8047a0ea-c852-4a66-af2f-9ef01959bd32 req-2aa6e7f4-81e6-457c-8196-2821ecf0a61a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355346 Jul 30 15:31:59.752651 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bacc7f78-fc24-43c1-966c-8c38c687385c req-aee1a1a7-32e5-4746-b7bc-475ca10ce002 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837543 Jul 30 15:31:59.754874 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=192b55e9-8ec7-442c-9577-cd6a0faaf4f9,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:31:59.764228 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Checking segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:31:59.764586 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Network hostable DHCP agents. Network: 4db7f2c7-38aa-4869-9e01-5c78e7246e9e, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:31:59.780990 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:31:59.789774 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 4db7f2c7-38aa-4869-9e01-5c78e7246e9e) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:31:59.793693 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:31:59.794384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.798534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6111777-226e-4836-b537-6f32b8a4c6d0 None None] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:31:59.816321 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50144) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:31:59.816490 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-098ea6a5-a104-4df1-9c7e-b7462223fdca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4092367 Jul 30 15:31:59.821971 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:31:59.844358 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.845526 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.906693 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:31:59.951757 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:31:59.952803 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.097659 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Allocated IP 172.20.0.2 (4db7f2c7-38aa-4869-9e01-5c78e7246e9e/192b55e9-8ec7-442c-9577-cd6a0faaf4f9/24b5a223-299c-4618-9f95-b0ad476e32a5) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:00.283434 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.291743 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a95509-900c-4922-8218-0a470b447fa7 req-1a0e53e6-f2b0-4b7b-8c4f-2098b69c5cc2 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:00.293061 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Transition to ACTIVE for port object 24b5a223-299c-4618-9f95-b0ad476e32a5 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:00.293382 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12a95509-900c-4922-8218-0a470b447fa7 req-1a0e53e6-f2b0-4b7b-8c4f-2098b69c5cc2 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.0572729 Jul 30 15:32:00.310121 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Transition to ACTIVE for port object 24b5a223-299c-4618-9f95-b0ad476e32a5 will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:00.317078 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.333868 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.341389 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12a95509-900c-4922-8218-0a470b447fa7 req-5338786b-37e2-4f2a-a847-54b9b17cce97 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Jul 30 15:32:00.346313 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97870936-176e-474a-8650-408ab2ad9738 req-c6f16c27-bc9a-4f06-8e01-41ffca163f12 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:00.347797 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-97870936-176e-474a-8650-408ab2ad9738 req-c6f16c27-bc9a-4f06-8e01-41ffca163f12 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.1202765 Jul 30 15:32:00.362892 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:00.367822 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:00.373649 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:00.380329 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Pushing event updated for resources: {'Port': ['ID=24b5a223-299c-4618-9f95-b0ad476e32a5,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:00.427225 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-97870936-176e-474a-8650-408ab2ad9738 req-0eede889-9e2d-43e9-8fac-664bf613afb0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662143 Jul 30 15:32:00.433416 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Attempting to bind port 24b5a223-299c-4618-9f95-b0ad476e32a5 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:00.433792 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Attempting to bind port 24b5a223-299c-4618-9f95-b0ad476e32a5 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:00.434161 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Attempting to bind port 24b5a223-299c-4618-9f95-b0ad476e32a5 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:00.439234 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:00.439970 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Checking segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:00.440117 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.440396 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Bound using segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:00.440893 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Bound port: 24b5a223-299c-4618-9f95-b0ad476e32a5, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:00.441397 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.504480 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] For port 24b5a223-299c-4618-9f95-b0ad476e32a5, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:00.507485 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] For port 24b5a223-299c-4618-9f95-b0ad476e32a5, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=24b5a223-299c-4618-9f95-b0ad476e32a5,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:00.512375 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.567818 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88da21c-bd24-46be-974b-4d80dfd75a12 None None] Pushing event updated for resources: {'Port': ['ID=24b5a223-299c-4618-9f95-b0ad476e32a5,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:00.587608 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.611360 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.729689 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Allocated IP 172.27.2.173 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/ae1223b9-664e-4486-af45-a95e68f62c6b) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:00.874005 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26fcbf-4ae2-423b-a855-d8ab6ecd4325 req-dc7d8c2e-b2c3-491c-b10b-d9ec2d416127 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:00.881239 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0b26fcbf-4ae2-423b-a855-d8ab6ecd4325 req-dc7d8c2e-b2c3-491c-b10b-d9ec2d416127 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0656950 Jul 30 15:32:00.924457 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156475-b27e-4ed8-b2b5-daae8c600410 req-22426845-340c-438e-b41f-a0bf320eac1f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:00.926145 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-06156475-b27e-4ed8-b2b5-daae8c600410 req-22426845-340c-438e-b41f-a0bf320eac1f tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.0768559 Jul 30 15:32:00.926397 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0b26fcbf-4ae2-423b-a855-d8ab6ecd4325 req-abefbefc-abc0-4e6e-83f7-d4e96aa2bbf1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Jul 30 15:32:00.932008 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:00.981025 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-06156475-b27e-4ed8-b2b5-daae8c600410 req-5b352fcc-dd40-467e-945a-0c344d4dfa26 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465131 Jul 30 15:32:01.008421 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:01.063022 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:01.066986 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:01.069902 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:01.072971 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Pushing event updated for resources: {'Port': ['ID=ae1223b9-664e-4486-af45-a95e68f62c6b,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:01.103749 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 24b5a223-299c-4618-9f95-b0ad476e32a5 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:01.162171 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 24b5a223-299c-4618-9f95-b0ad476e32a5 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:01.296091 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:01.513688 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08bf40-2260-4a7d-bca8-c2a3e9d01918 req-9bd03652-a84c-44a6-87ad-997913f4e951 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:01.521595 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8b08bf40-2260-4a7d-bca8-c2a3e9d01918 req-9bd03652-a84c-44a6-87ad-997913f4e951 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.0944352 Jul 30 15:32:01.572658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:01.584963 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8b08bf40-2260-4a7d-bca8-c2a3e9d01918 req-407749b1-e133-44a5-af7f-b93d54a5e5bf tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623815 Jul 30 15:32:01.650285 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89863a9-057c-416c-bc82-834dd6c71c7d req-b7065420-12b3-4611-810f-8e7cba1cffa6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:01.651944 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f89863a9-057c-416c-bc82-834dd6c71c7d req-b7065420-12b3-4611-810f-8e7cba1cffa6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.1116295 Jul 30 15:32:01.668946 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d31fc-a3f6-4dcc-9136-4a00ce6aefc9 None None] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:01.744155 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f89863a9-057c-416c-bc82-834dd6c71c7d req-9b08a1d3-23bd-4afc-b4df-9625027e1ba7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608664 Jul 30 15:32:01.772700 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:32:01.849341 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-c02d0f0e-8478-49c9-b44a-01feb7088d3b None None] Provisioning for port 24b5a223-299c-4618-9f95-b0ad476e32a5 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:01.876189 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-c02d0f0e-8478-49c9-b44a-01feb7088d3b None None] Provisioning complete for port 24b5a223-299c-4618-9f95-b0ad476e32a5 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:01.876571 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c02d0f0e-8478-49c9-b44a-01feb7088d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:01.907029 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:32:01.918817 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:32:01.925304 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:01.927034 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device a4e3c409-842c-46ef-b2d0-7bd7ed810732 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:01.927272 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-22480a0e-3bbd-4bf1-940c-1834057204fd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1090002 Jul 30 15:32:01.930317 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50190) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:01.934666 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:01.935294 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:01.953121 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: a4e3c409-842c-46ef-b2d0-7bd7ed810732 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:32:01.953928 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device a4e3c409-842c-46ef-b2d0-7bd7ed810732 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:32:02.083318 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c02d0f0e-8478-49c9-b44a-01feb7088d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.130216 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca615-ba2f-480f-b5c6-d50bdfebfde3 req-37e9e5aa-af9b-43d7-88f1-c59114c659ef tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:02.131778 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e1dca615-ba2f-480f-b5c6-d50bdfebfde3 req-37e9e5aa-af9b-43d7-88f1-c59114c659ef tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1072795 Jul 30 15:32:02.186068 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-c02d0f0e-8478-49c9-b44a-01feb7088d3b None None] For port 24b5a223-299c-4618-9f95-b0ad476e32a5, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=24b5a223-299c-4618-9f95-b0ad476e32a5,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:02.193620 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c02d0f0e-8478-49c9-b44a-01feb7088d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.214449 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499bdb-cd4b-4fcb-bf30-92c3613f2e9a req-778ea851-380c-40fb-9f41-fa945f6b6ed1 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:02.222983 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-34499bdb-cd4b-4fcb-bf30-92c3613f2e9a req-778ea851-380c-40fb-9f41-fa945f6b6ed1 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1283026 Jul 30 15:32:02.254406 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:02.267168 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e1dca615-ba2f-480f-b5c6-d50bdfebfde3 req-090ddecf-a2d4-4148-8ead-e281eee2af3d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250095 Jul 30 15:32:02.314398 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-34499bdb-cd4b-4fcb-bf30-92c3613f2e9a req-f299b736-abdc-469b-adb9-449ca0bc0b0e tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902164 Jul 30 15:32:02.348260 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d0f0e-8478-49c9-b44a-01feb7088d3b None None] Pushing event updated for resources: {'Port': ['ID=24b5a223-299c-4618-9f95-b0ad476e32a5,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:02.370103 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-bb341ee5-2a6e-4203-a42b-d78a02740f56 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:02.371645 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-bb341ee5-2a6e-4203-a42b-d78a02740f56 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.1407259 Jul 30 15:32:02.500063 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:01Z', 'revision_number': 3, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:02.527000 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-dae257cc-241c-48b7-b414-dec77a1cc2bb None None] Provisioning complete for port 24b5a223-299c-4618-9f95-b0ad476e32a5 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:02.527373 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-dae257cc-241c-48b7-b414-dec77a1cc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.533874 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:32:02.534513 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Updating router 8511980b-b685-4091-9cf3-c546a9ef7c66 port ae1223b9-664e-4486-af45-a95e68f62c6b binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:32:02.561903 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.567229 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-82b141b9-df0b-45f1-9c5e-2cf6db15551a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:02.568749 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-82b141b9-df0b-45f1-9c5e-2cf6db15551a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.1554365 Jul 30 15:32:02.853787 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.863971 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Transition to ACTIVE for port object ae1223b9-664e-4486-af45-a95e68f62c6b will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:02.873659 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.925378 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56b330-ef43-4755-92c0-a9b6161dddad req-efd1f062-683f-4004-ba08-04abd4385426 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:02.935317 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ee56b330-ef43-4755-92c0-a9b6161dddad req-efd1f062-683f-4004-ba08-04abd4385426 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0771525 Jul 30 15:32:02.938462 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Pushing event updated for resources: {'Port': ['ID=ae1223b9-664e-4486-af45-a95e68f62c6b,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:02.939028 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Deleting port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:32:02.939438 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.964028 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.964761 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.965262 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.965754 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.966243 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.966733 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.967225 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.967710 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.968216 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.968693 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.969202 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.969667 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:02.973200 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Attempting to bind port ae1223b9-664e-4486-af45-a95e68f62c6b on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:02.973920 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Attempting to bind port ae1223b9-664e-4486-af45-a95e68f62c6b by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:02.974581 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Attempting to bind port ae1223b9-664e-4486-af45-a95e68f62c6b on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:02.981131 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:02.981722 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:02.982462 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.983431 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:02.984052 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Bound port: ae1223b9-664e-4486-af45-a95e68f62c6b, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:02.984714 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:02.994521 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ee56b330-ef43-4755-92c0-a9b6161dddad req-985a98eb-8ae7-4225-9598-2fcf2ae92b13 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581293 Jul 30 15:32:03.047091 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d362a7c-e847-4db2-b342-0a333f89f209 req-564eb8a1-2ae8-4303-a345-4b2eeaa71f41 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:03.048232 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6d362a7c-e847-4db2-b342-0a333f89f209 req-564eb8a1-2ae8-4303-a345-4b2eeaa71f41 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 945 time: 0.3487413 Jul 30 15:32:03.049720 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] For port ae1223b9-664e-4486-af45-a95e68f62c6b, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:03.054143 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] For port ae1223b9-664e-4486-af45-a95e68f62c6b, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=ae1223b9-664e-4486-af45-a95e68f62c6b,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:03.063818 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:03.115780 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 24b5a223-299c-4618-9f95-b0ad476e32a5 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:03.132558 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Deleting port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:32:03.133591 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:03.143332 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdab6c-8001-472e-90ea-67e7daa617a0 None None] Pushing event updated for resources: {'Port': ['ID=ae1223b9-664e-4486-af45-a95e68f62c6b,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:03.157310 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] For port f6330f4b-b5c7-40d9-b9a1-713fcc072d71, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:03.157687 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:03.171211 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:03.177798 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:03.180466 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:03.203175 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 24b5a223-299c-4618-9f95-b0ad476e32a5 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:03.203844 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:03.233501 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6d362a7c-e847-4db2-b342-0a333f89f209 req-9a3b8728-4f41-4318-bf96-5b184ae774ea tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597164 Jul 30 15:32:03.234397 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Calling delete_port for f6330f4b-b5c7-40d9-b9a1-713fcc072d71 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:32:03.403299 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:03.426040 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] For port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:03.426565 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:03.457111 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Calling delete_port for 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:32:03.519662 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df826892-fa1f-4c22-8b84-a15a3c84be44 req-f915dd7c-cc6e-46cc-9e2b-94381cddc637 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:03.528375 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-df826892-fa1f-4c22-8b84-a15a3c84be44 req-f915dd7c-cc6e-46cc-9e2b-94381cddc637 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0871420 Jul 30 15:32:03.584564 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-df826892-fa1f-4c22-8b84-a15a3c84be44 req-b59da274-77cf-429e-97c1-4bea47640094 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515311 Jul 30 15:32:03.675986 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:01Z', 'revision_number': 3, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:03.707645 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba60391-4334-4e1f-ab68-c1e55e38b2a7 None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:01Z', 'revision_number': 3, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:32:03.960998 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41c9e6-522f-408b-b219-7cd3b6f9fa8c req-e280ef30-4d49-4a0f-9db3-567da7169c65 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:03.969891 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dd41c9e6-522f-408b-b219-7cd3b6f9fa8c req-e280ef30-4d49-4a0f-9db3-567da7169c65 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 945 time: 0.4793031 Jul 30 15:32:03.999706 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Allocated IP 172.20.0.1 (4db7f2c7-38aa-4869-9e01-5c78e7246e9e/192b55e9-8ec7-442c-9577-cd6a0faaf4f9/0dbeb4e1-c691-40f2-85a1-2bb514f2dec9) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:04.141711 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bd940-f45a-4e57-ba63-2d781ef180c5 req-18ea81b4-374a-4e33-90e8-2dc59ae671f8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:04.143816 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e84bd940-f45a-4e57-ba63-2d781ef180c5 req-18ea81b4-374a-4e33-90e8-2dc59ae671f8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Jul 30 15:32:04.209801 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:04.213181 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e84bd940-f45a-4e57-ba63-2d781ef180c5 req-cfe95adc-ae8d-4051-b3ca-6c0d69faa1a8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591080 Jul 30 15:32:04.230481 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dd41c9e6-522f-408b-b219-7cd3b6f9fa8c req-5aa01b77-f758-4339-a95f-74cb52636114 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f92e90c-0dce-4356-bc7d-47a90d7c05cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538562 Jul 30 15:32:04.231264 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:04.390734 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Transition to ACTIVE for port object 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:04.401154 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Pushing event deleted for resources: {'Port': ['ID=f6330f4b-b5c7-40d9-b9a1-713fcc072d71,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:04.485327 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] No DVR routers for this DVR port f6330f4b-b5c7-40d9-b9a1-713fcc072d71 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:32:04.491432 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:04.495515 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:04.497984 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bb5b044a-f71f-44d7-8192-aca71e329f92 req-14942020-a554-45b6-bc9e-3d3d811f7503 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.58 "DELETE /v2.0/ports/f6330f4b-b5c7-40d9-b9a1-713fcc072d71 HTTP/1.1" status: 204 len: 173 time: 2.0915022 Jul 30 15:32:04.505041 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'name': 'network-vif-deleted', 'tag': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:32:04.511676 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee6d88-6f85-4f1d-9595-12f675229757" -d '{"events": [{"server_uuid": "7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44", "name": "network-vif-deleted", "tag": "f6330f4b-b5c7-40d9-b9a1-713fcc072d71"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:32:04.544411 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:32:04.550012 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event deleted for resources: {'Port': ['ID=0b26ab2f-76a6-4050-b613-aa4dc733bdb3,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:04.567486 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecf5ca-e4d7-43a2-ab96-c280ce854544 req-0b78257c-4306-412b-991f-063937cba51b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:04.577833 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-45ecf5ca-e4d7-43a2-ab96-c280ce854544 req-0b78257c-4306-412b-991f-063937cba51b tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=26c742c8-e087-4953-b164-46012c365726 HTTP/1.1" status: 200 len: 867 time: 0.2204676 Jul 30 15:32:04.692380 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f43ed-f219-4936-84c8-0246fb9a9459 x-openstack-request-id: req-234f43ed-f219-4936-84c8-0246fb9a9459 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:32:04.692797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44", "name": "network-vif-deleted", "tag": "f6330f4b-b5c7-40d9-b9a1-713fcc072d71", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:32:04.692929 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-234f43ed-f219-4936-84c8-0246fb9a9459 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:32:04.693358 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44', 'name': 'network-vif-deleted', 'tag': 'f6330f4b-b5c7-40d9-b9a1-713fcc072d71', 'status': 'completed', 'code': 200} Jul 30 15:32:04.699315 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] No DVR routers for this DVR port 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:32:04.703684 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:04.712905 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2237d603-f16a-415b-b2a0-b25ad212ac12 req-4a2f569b-1fa8-4ef7-bedf-83975c8bee78 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "DELETE /v2.0/ports/0b26ab2f-76a6-4050-b613-aa4dc733bdb3 HTTP/1.1" status: 204 len: 173 time: 2.0627992 Jul 30 15:32:04.758814 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-45ecf5ca-e4d7-43a2-ab96-c280ce854544 req-700145ea-20e5-4f6e-90ab-7a3002a5ce98 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740270 Jul 30 15:32:04.760120 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:04.828994 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:04.831906 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:04.835450 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:04.855780 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c060d-2c2b-4747-a808-4589d8c97f33 req-2a3b976a-90a5-4cdb-96e4-8572a213b60e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:04.869350 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-751c060d-2c2b-4747-a808-4589d8c97f33 req-2a3b976a-90a5-4cdb-96e4-8572a213b60e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1178474 Jul 30 15:32:04.900248 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:04.943190 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:04.961796 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-751c060d-2c2b-4747-a808-4589d8c97f33 req-e14ab4fb-4da8-454b-93c0-5f397ff9ac4c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902455 Jul 30 15:32:05.186281 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.194330 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ae1223b9-664e-4486-af45-a95e68f62c6b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:05.282279 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-ca9e1127-519d-4c25-b2a3-105e5899f16d None None] Provisioning for port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:05.307914 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-ca9e1127-519d-4c25-b2a3-105e5899f16d None None] Provisioning complete for port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:05.309096 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ca9e1127-519d-4c25-b2a3-105e5899f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.312543 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port ae1223b9-664e-4486-af45-a95e68f62c6b completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:05.342218 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port ae1223b9-664e-4486-af45-a95e68f62c6b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:05.344889 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.434944 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e1127-519d-4c25-b2a3-105e5899f16d None None] Port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:32:05.446530 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-842d448b-4102-40a7-9715-2e009b8333bc req-df89f87c-d800-4a91-8a7c-72c5a8805fa6 tempest-ServerRescueNegativeTestJSON-157106037 tempest-ServerRescueNegativeTestJSON-157106037-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c6bb1d7-7ea4-4601-ab37-4cf46d9a0c44 HTTP/1.1" status: 200 len: 210 time: 0.0588264 Jul 30 15:32:05.509054 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9dc1e-ff8b-4c05-86b2-5a2be929db27 req-65ce674a-4e6a-4832-91d1-e976a6be1b9a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:05.514317 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.518941 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0b9dc1e-ff8b-4c05-86b2-5a2be929db27 req-65ce674a-4e6a-4832-91d1-e976a6be1b9a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.1540282 Jul 30 15:32:05.570534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port ae1223b9-664e-4486-af45-a95e68f62c6b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=ae1223b9-664e-4486-af45-a95e68f62c6b,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:05.577268 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.587885 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.608329 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0b9dc1e-ff8b-4c05-86b2-5a2be929db27 req-8462b808-9e2a-4c6f-9d58-c392b9939f61 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881500 Jul 30 15:32:05.625166 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.664897 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=ae1223b9-664e-4486-af45-a95e68f62c6b,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:05.677571 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.678313 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.685909 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.686493 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.686997 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.687487 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.687990 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.688352 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.688691 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.689093 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.689424 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.689754 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:05.703673 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:05.772080 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:05.891786 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:05.893379 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:05.952609 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:06.017642 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:32:06.018321 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0b26ab2f-76a6-4050-b613-aa4dc733bdb3 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:32:06.019089 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device f6330f4b-b5c7-40d9-b9a1-713fcc072d71 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:06.060130 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: f6330f4b-b5c7-40d9-b9a1-713fcc072d71 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:32:06.060475 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device f6330f4b-b5c7-40d9-b9a1-713fcc072d71 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:32:06.177800 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08161106-472a-4570-b439-52a15bed8e8b req-a75e3cd3-3a84-40c0-be5f-d063566cdbac tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:06.179434 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-08161106-472a-4570-b439-52a15bed8e8b req-a75e3cd3-3a84-40c0-be5f-d063566cdbac tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0798357 Jul 30 15:32:06.183117 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:32:06.277045 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-08161106-472a-4570-b439-52a15bed8e8b req-ebd2e97c-6572-4e27-a6ec-7dccf023d78f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839744 Jul 30 15:32:06.287192 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d6e6530e-6ffd-4232-a664-44988017dcd9 None None] Provisioning complete for port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:06.289694 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d6e6530e-6ffd-4232-a664-44988017dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:06.334967 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6530e-6ffd-4232-a664-44988017dcd9 None None] Port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:32:06.363773 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:32:06.370678 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-22cf62ab-4e2a-4194-b46c-e743dc87b259 admin admin] 10.222.0.50 "PUT /v2.0/routers/8511980b-b685-4091-9cf3-c546a9ef7c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4384325 Jul 30 15:32:06.384582 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:32:06.394741 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:06.395591 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:06.541743 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:06.552594 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50236) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:06.717372 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c742c8-e087-4953-b164-46012c365726', 'name': 'network-vif-deleted', 'tag': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:32:06.730947 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4d2ef4-1126-475f-a4cc-deb912ba787f" -d '{"events": [{"server_uuid": "26c742c8-e087-4953-b164-46012c365726", "name": "network-vif-deleted", "tag": "0b26ab2f-76a6-4050-b613-aa4dc733bdb3"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:32:06.852306 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a365805-1455-4436-90d6-70f4c0f5e354 x-openstack-request-id: req-6a365805-1455-4436-90d6-70f4c0f5e354 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:32:06.852574 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c742c8-e087-4953-b164-46012c365726", "name": "network-vif-deleted", "tag": "0b26ab2f-76a6-4050-b613-aa4dc733bdb3", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:32:06.852928 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a365805-1455-4436-90d6-70f4c0f5e354 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:32:06.853312 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c742c8-e087-4953-b164-46012c365726', 'name': 'network-vif-deleted', 'tag': '0b26ab2f-76a6-4050-b613-aa4dc733bdb3', 'status': 'completed', 'code': 200} Jul 30 15:32:06.863960 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24233dd5-1659-4259-b813-6510060dd9dd req-daa9413f-3db0-404e-8de2-74246795a9ba tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:06.866618 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-24233dd5-1659-4259-b813-6510060dd9dd req-daa9413f-3db0-404e-8de2-74246795a9ba tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.1315718 Jul 30 15:32:06.986749 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-24233dd5-1659-4259-b813-6510060dd9dd req-994d7a2e-7776-4b7e-83ec-291500b62c24 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085718 Jul 30 15:32:07.124803 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50256) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:07.130683 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-788346807-network', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:07.173534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ae1223b9-664e-4486-af45-a95e68f62c6b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:07.194627 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Made reservation on behalf of facd2deed0e64b7fa96889821e1ca6c3 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:07.201292 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.230688 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.268973 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 2, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:07.340116 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:32:07.341793 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Updating router 8511980b-b685-4091-9cf3-c546a9ef7c66 port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:32:07.411656 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port ae1223b9-664e-4486-af45-a95e68f62c6b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:07.413550 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.466772 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.479797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.500067 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.520315 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec22b-612c-412b-8333-5897d7846b2f req-6086c8c2-0bcb-4d77-9515-d01736bc518a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:07.522128 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-22cec22b-612c-412b-8333-5897d7846b2f req-6086c8c2-0bcb-4d77-9515-d01736bc518a tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 945 time: 0.0734656 Jul 30 15:32:07.522842 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.535661 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:32:07.546111 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.546582 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Added segment a7f438d8-cce1-4045-b9b1-40a4be5d1123 of type vlan for network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 Jul 30 15:32:07.547422 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3cfd-ad0f-43cd-9194-3a84b8d513bd req-1a683ffe-14bc-491c-83be-11d0df252dd5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:07.549677 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0eb3cfd-ad0f-43cd-9194-3a84b8d513bd req-1a683ffe-14bc-491c-83be-11d0df252dd5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1153150 Jul 30 15:32:07.591649 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.645121 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.646407 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:07.647020 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.731876 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Pushing event updated for resources: {'Network': ['ID=8add4de4-4ae6-4f1d-9481-ab34ff4626f9,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:07.747800 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:32:07.755368 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6286554 Jul 30 15:32:07.769814 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-22cec22b-612c-412b-8333-5897d7846b2f req-fe206c39-f768-452a-a80c-09f0bb2b588f tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450639 Jul 30 15:32:07.783831 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50262) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:07.789516 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Request body: {'subnet': {'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-788346807-subnet', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:07.822532 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc755d9b-f8f1-494c-aa26-59bce197ca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3969a47f-cdc4-4eea-b90e-c99f453290de,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:07.832208 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Made reservation on behalf of facd2deed0e64b7fa96889821e1ca6c3 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:07.836642 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.969499 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:07.981002 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Transition to ACTIVE for port object 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:07.984036 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0eb3cfd-ad0f-43cd-9194-3a84b8d513bd req-da4f8791-b3c7-469d-abcf-223b339c62be tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264081 Jul 30 15:32:07.995852 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.105027 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.119675 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e865b-014f-4ad1-bd1c-8196bc5f6191 None None] Pushing event updated for resources: {'Port': ['ID=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:08.213047 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Attempting to bind port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:08.213768 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Attempting to bind port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:08.213768 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Attempting to bind port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:08.229775 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:08.230165 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Checking segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:08.230579 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.230978 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Bound using segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:08.231455 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Bound port: 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:08.231846 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.238388 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Checking segment: {'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:08.239078 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Network hostable DHCP agents. Network: 8add4de4-4ae6-4f1d-9481-ab34ff4626f9, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:32:08.242549 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=902c36d8-d944-4602-97d1-c47ef9a4fce0,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:08.284675 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d96a7-c5a3-4b05-a9d4-14060f13e6a2 req-7cb0e536-d505-4a4f-89a2-4787f763bcb7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:08.293068 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-405d96a7-c5a3-4b05-a9d4-14060f13e6a2 req-7cb0e536-d505-4a4f-89a2-4787f763bcb7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.1651568 Jul 30 15:32:08.358437 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Deleting port 1f28de2e-78cd-4505-b373-042cc51cd4b0 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:32:08.358783 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.370117 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-405d96a7-c5a3-4b05-a9d4-14060f13e6a2 req-ebf7b108-18a5-418c-86f9-2888c348cdb8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757210 Jul 30 15:32:08.376400 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:32:08.396326 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 8add4de4-4ae6-4f1d-9481-ab34ff4626f9) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:08.401355 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:08.403521 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.403940 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] For port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:08.410511 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] For port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:08.416569 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ce7f9-4e00-4ae0-aaae-d447eb96d9f3 None None] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:08.422014 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.441391 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-26532e5d-ba25-4e6e-8a36-12d823aea8bb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6549118 Jul 30 15:32:08.442748 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50266) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:08.450251 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:08.512473 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.515395 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.548517 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] For port 1f28de2e-78cd-4505-b373-042cc51cd4b0, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=1f28de2e-78cd-4505-b373-042cc51cd4b0,segment=NetworkSegment(385be774-ced0-458b-a259-2ae330c72add),segment_id=385be774-ced0-458b-a259-2ae330c72add)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:08.551536 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.577435 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Calling delete_port for 1f28de2e-78cd-4505-b373-042cc51cd4b0 owned by network:router_interface {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:32:08.603079 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:08.603729 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:08.635399 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.679663 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e865b-014f-4ad1-bd1c-8196bc5f6191 None None] Pushing event updated for resources: {'Port': ['ID=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:08.866157 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:08.915478 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'fixed_ips': [{'subnet_id': '902c36d8-d944-4602-97d1-c47ef9a4fce0'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:32:08.916972 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.982005 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:08.989929 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:09.044052 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7138aa-eb88-4169-b86f-aee61a8ffa5c req-4cb97487-8892-4cf4-9dee-f5e70a0bf624 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:09.045848 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2d7138aa-eb88-4169-b86f-aee61a8ffa5c req-4cb97487-8892-4cf4-9dee-f5e70a0bf624 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 945 time: 0.1182194 Jul 30 15:32:09.047602 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f28de2e-78cd-4505-b373-042cc51cd4b0,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:09.171501 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2d7138aa-eb88-4169-b86f-aee61a8ffa5c req-b9da53ad-e023-449e-b539-e29e425d3512 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065655 Jul 30 15:32:09.240746 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc75f1-1b3f-4c15-a766-615ee7f2aa61 req-60e1e2ae-8fa3-4288-a2fe-982b5a2f4d47 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:09.250333 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c6bc75f1-1b3f-4c15-a766-615ee7f2aa61 req-60e1e2ae-8fa3-4288-a2fe-982b5a2f4d47 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1396728 Jul 30 15:32:09.281631 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:08Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:09.307931 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c6bc75f1-1b3f-4c15-a766-615ee7f2aa61 req-8effe353-ccb3-4648-89cf-45ab23792241 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563400 Jul 30 15:32:09.313056 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee66d9c-0c2e-43c4-a008-43a6787ebecc None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:08Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:32:09.325368 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Allocated IP 172.20.0.2 (8add4de4-4ae6-4f1d-9481-ab34ff4626f9/902c36d8-d944-4602-97d1-c47ef9a4fce0/3babee84-ad6d-47a6-86a4-823903dfe1ee) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:09.452917 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:09.501354 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-100d89f3-76a8-4222-90d8-c7a330f8aee0 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:09.503874 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-100d89f3-76a8-4222-90d8-c7a330f8aee0 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 945 time: 0.1553776 Jul 30 15:32:09.563373 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:09.604576 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:09.678803 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:09.693595 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Transition to ACTIVE for port object 3babee84-ad6d-47a6-86a4-823903dfe1ee will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:09.747426 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Transition to ACTIVE for port object 3babee84-ad6d-47a6-86a4-823903dfe1ee will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:09.752958 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Allocated IP 172.27.2.87 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/a5248848-f5da-4a48-b331-9ae9e51430ed) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:09.765475 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:09.795475 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:09.823479 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:09.830192 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0943e-8fda-4172-b6fd-8355cc02ed7b req-ef6443f2-93ad-437c-920a-adfdb3859e25 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:09.831775 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-94e0943e-8fda-4172-b6fd-8355cc02ed7b req-ef6443f2-93ad-437c-920a-adfdb3859e25 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.2668419 Jul 30 15:32:09.843927 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:09.969194 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:09.987714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Attempting to bind port 3babee84-ad6d-47a6-86a4-823903dfe1ee on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:09.988821 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Attempting to bind port 3babee84-ad6d-47a6-86a4-823903dfe1ee by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:09.989450 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Attempting to bind port 3babee84-ad6d-47a6-86a4-823903dfe1ee on network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:10.002315 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:10.004027 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Checking segment: {'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:10.004699 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:10.006289 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Bound using segment: {'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:10.008200 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Bound port: 3babee84-ad6d-47a6-86a4-823903dfe1ee, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:10.009086 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:10.012613 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Pushing event updated for resources: {'Port': ['ID=3babee84-ad6d-47a6-86a4-823903dfe1ee,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:10.057151 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:10.057924 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Deleting port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:32:10.058292 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:10.105576 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-94e0943e-8fda-4172-b6fd-8355cc02ed7b req-275a23c1-9ed6-4d98-b713-8de1b50192a1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607274 Jul 30 15:32:10.172376 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] For port 3babee84-ad6d-47a6-86a4-823903dfe1ee, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:10.178525 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] For port 3babee84-ad6d-47a6-86a4-823903dfe1ee, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=3babee84-ad6d-47a6-86a4-823903dfe1ee,segment=NetworkSegment(a7f438d8-cce1-4045-b9b1-40a4be5d1123),segment_id=a7f438d8-cce1-4045-b9b1-40a4be5d1123)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:10.186433 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Pushing event updated for resources: {'Port': ['ID=a5248848-f5da-4a48-b331-9ae9e51430ed,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:10.196328 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:10.235226 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:10.239316 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:10.255209 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:10.404979 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705662a-5d4c-4a98-87db-319dc22afc7e None None] Pushing event updated for resources: {'Port': ['ID=3babee84-ad6d-47a6-86a4-823903dfe1ee,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:10.531339 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] For port bcf4110b-c72f-49eb-873d-eb1d11bed8c3, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,segment=NetworkSegment(c95a7930-7260-4df2-bb92-a4b14fc42b93),segment_id=c95a7930-7260-4df2-bb92-a4b14fc42b93)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:10.532128 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:10.613909 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Calling delete_port for bcf4110b-c72f-49eb-873d-eb1d11bed8c3 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:32:10.734578 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:10.756985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254e2be-f0f7-49e0-802a-9e06b5efee80 req-a697dbdb-aef4-490d-8845-84218dc8358d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:10.759578 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4254e2be-f0f7-49e0-802a-9e06b5efee80 req-a697dbdb-aef4-490d-8845-84218dc8358d tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 945 time: 0.4524274 Jul 30 15:32:10.853166 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08c3d-b716-47c8-a52d-f9df19e0dfea req-d1804ad0-1d84-47fc-962b-d77ae421ba05 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:10.854923 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d1a08c3d-b716-47c8-a52d-f9df19e0dfea req-d1804ad0-1d84-47fc-962b-d77ae421ba05 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.2035079 Jul 30 15:32:10.911869 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:32:10.957749 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4254e2be-f0f7-49e0-802a-9e06b5efee80 req-954c0cb0-d3d2-4dab-b2cb-e0f42e168443 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242259 Jul 30 15:32:11.099259 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803121-1a31-4544-b912-d5debe38877e req-f122b6ce-6375-452c-a762-51f2fbdfaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:11.100745 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65803121-1a31-4544-b912-d5debe38877e req-f122b6ce-6375-452c-a762-51f2fbdfaa78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1099 time: 0.2597804 Jul 30 15:32:11.328993 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803121-1a31-4544-b912-d5debe38877e req-cf09fd58-f793-4445-b7f9-5d852a17f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:11.330758 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65803121-1a31-4544-b912-d5debe38877e req-cf09fd58-f793-4445-b7f9-5d852a17f9c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.1919191 Jul 30 15:32:11.440810 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d1a08c3d-b716-47c8-a52d-f9df19e0dfea req-8d19e674-8722-463f-8c13-c535b7b3ae1c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5762386 Jul 30 15:32:11.455053 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 3babee84-ad6d-47a6-86a4-823903dfe1ee up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:11.544247 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:11.558443 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 3babee84-ad6d-47a6-86a4-823903dfe1ee completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:11.558675 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:11.565225 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:11.592233 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['bcf4110b-c72f-49eb-873d-eb1d11bed8c3'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:32:11.834400 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Router 24756fc6-571e-4ce4-a5e1-418a5382e534 is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:32:11.849044 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:11.853831 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:11.854212 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:11.972630 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:32:11.974687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d718a9-4eb0-432d-9739-74a363974c75 None None] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:11.985606 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Sync routers for ids ['24756fc6-571e-4ce4-a5e1-418a5382e534'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:32:12.005593 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Routers {'24756fc6-571e-4ce4-a5e1-418a5382e534'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:12.006427 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:12.006560 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['24756fc6-571e-4ce4-a5e1-418a5382e534'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:12.008693 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-394f5731-4c5e-409a-8dc8-fdd7d87fe887 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5633223 Jul 30 15:32:12.011196 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50284) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:12.044263 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Pushing event deleted for resources: {'Port': ['ID=bcf4110b-c72f-49eb-873d-eb1d11bed8c3,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:12.059907 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84539547-924c-4fd5-afad-5f29af934333 req-02d6f400-dd3c-4624-a23c-51136374cc74 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:12.067046 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84539547-924c-4fd5-afad-5f29af934333 req-02d6f400-dd3c-4624-a23c-51136374cc74 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.9700811 Jul 30 15:32:12.126664 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65803121-1a31-4544-b912-d5debe38877e req-2d55d6d6-b758-4ea2-b522-0a56942a5bb2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 1002 time: 0.7608752 Jul 30 15:32:12.131078 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] No DVR routers for this DVR port bcf4110b-c72f-49eb-873d-eb1d11bed8c3 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:32:12.133899 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:12.136079 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2d8f8d4f-433c-4f26-b8b9-ecc474aa5332 req-075a359c-a5b4-4941-9691-39a7c159c4b8 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.58 "DELETE /v2.0/ports/bcf4110b-c72f-49eb-873d-eb1d11bed8c3 HTTP/1.1" status: 204 len: 173 time: 2.5730658 Jul 30 15:32:12.162413 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91485b95-d975-43ae-9846-fa1d8073c125', 'name': 'network-vif-deleted', 'tag': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:32:12.164873 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3683ff-bfea-4ebf-8c2c-e24309d509c9" -d '{"events": [{"server_uuid": "91485b95-d975-43ae-9846-fa1d8073c125", "name": "network-vif-deleted", "tag": "bcf4110b-c72f-49eb-873d-eb1d11bed8c3"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:32:12.245254 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:32:12.255983 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-ae3d4cdc-0686-4c99-882f-35a7296f64b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/7d078a04-c91c-4ffc-9dc9-d8d3117658ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7014940 Jul 30 15:32:12.267219 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50288) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:12.280871 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] Sync routers for ids ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:32:12.314734 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-45ae8ac0-8169-44db-9f28-c26cebc9039d req-2d2ed52f-48f6-4133-a9b9-ac6ecc05c129 tempest-AttachVolumeNegativeTest-1593748414 tempest-AttachVolumeNegativeTest-1593748414-project] 10.222.0.50 "GET /v2.0/ports?device_id=91485b95-d975-43ae-9846-fa1d8073c125 HTTP/1.1" status: 200 len: 210 time: 0.1133025 Jul 30 15:32:12.346683 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:12.378644 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-84539547-924c-4fd5-afad-5f29af934333 req-5084e168-5ac4-4ba8-96c2-7236907f84ca tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106680 Jul 30 15:32:12.383722 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-fb826917-0055-44eb-bdff-9e07feab9e2b None None] Provisioning for port 3babee84-ad6d-47a6-86a4-823903dfe1ee completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:12.397113 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0ea46-937b-4ac2-ab9e-cfdd39eef147 x-openstack-request-id: req-a7b0ea46-937b-4ac2-ab9e-cfdd39eef147 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:32:12.397340 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91485b95-d975-43ae-9846-fa1d8073c125", "name": "network-vif-deleted", "tag": "bcf4110b-c72f-49eb-873d-eb1d11bed8c3", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:32:12.397645 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7b0ea46-937b-4ac2-ab9e-cfdd39eef147 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:32:12.406526 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91485b95-d975-43ae-9846-fa1d8073c125', 'name': 'network-vif-deleted', 'tag': 'bcf4110b-c72f-49eb-873d-eb1d11bed8c3', 'status': 'completed', 'code': 200} Jul 30 15:32:12.416660 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-fb826917-0055-44eb-bdff-9e07feab9e2b None None] Provisioning complete for port 3babee84-ad6d-47a6-86a4-823903dfe1ee triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:12.417084 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-fb826917-0055-44eb-bdff-9e07feab9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:12.422257 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803121-1a31-4544-b912-d5debe38877e req-d715eff8-516d-4cc3-98b7-6b4d1d1524c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:12.423947 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65803121-1a31-4544-b912-d5debe38877e req-d715eff8-516d-4cc3-98b7-6b4d1d1524c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.2869205 Jul 30 15:32:12.455230 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:12.502754 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Set router 24756fc6-571e-4ce4-a5e1-418a5382e534 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:12.516467 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:12.518537 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] Routers {'7d078a04-c91c-4ffc-9dc9-d8d3117658ad'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:12.519320 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:12.686255 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] Set router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:12.698099 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803121-1a31-4544-b912-d5debe38877e req-af7f92c9-2592-4c07-a3a6-49c4d69f0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:12.699604 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65803121-1a31-4544-b912-d5debe38877e req-af7f92c9-2592-4c07-a3a6-49c4d69f0967 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2657926 Jul 30 15:32:12.731453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:12.809086 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:32:10Z', 'revision_number': 3, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port': {'id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:09Z', 'updated_at': '2021-07-30T15:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:12.855220 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:12.878175 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989f2f4-bfb4-4b73-98cf-ac3591eed9d8 req-e35b159d-4245-4295-9759-712d3402f261 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:12.880472 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d989f2f4-bfb4-4b73-98cf-ac3591eed9d8 req-e35b159d-4245-4295-9759-712d3402f261 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1988881 Jul 30 15:32:12.881847 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Checking router: 24756fc6-571e-4ce4-a5e1-418a5382e534 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:32:12.882460 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Updating router 24756fc6-571e-4ce4-a5e1-418a5382e534 port a5248848-f5da-4a48-b331-9ae9e51430ed binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:32:12.903819 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:12.944005 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.027229 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65803121-1a31-4544-b912-d5debe38877e req-814336cf-0df3-4832-9243-f8580a229a48 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047395 Jul 30 15:32:13.062519 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d989f2f4-bfb4-4b73-98cf-ac3591eed9d8 req-322dc076-7c52-494f-a3b6-8b57b4a0c6e0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702344 Jul 30 15:32:13.065097 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-fb826917-0055-44eb-bdff-9e07feab9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.166671 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.244466 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:13.264954 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-fb826917-0055-44eb-bdff-9e07feab9e2b None None] For port 3babee84-ad6d-47a6-86a4-823903dfe1ee, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=3babee84-ad6d-47a6-86a4-823903dfe1ee,segment=NetworkSegment(a7f438d8-cce1-4045-b9b1-40a4be5d1123),segment_id=a7f438d8-cce1-4045-b9b1-40a4be5d1123)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:13.264954 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:32:08Z', 'revision_number': 5, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port': {'id': 'b69cf308-5cf8-40c8-8dcb-49df622af61d', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:42Z', 'updated_at': '2021-07-30T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:13.407637 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-fb826917-0055-44eb-bdff-9e07feab9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.410267 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50300) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:13.412679 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Deleting port b69cf308-5cf8-40c8-8dcb-49df622af61d {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:32:13.413064 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.455111 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Allocated IP 172.20.0.1 (8add4de4-4ae6-4f1d-9481-ab34ff4626f9/902c36d8-d944-4602-97d1-c47ef9a4fce0/fe493ab4-e064-4aa7-aed4-94496da4909b) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:13.509674 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-65803121-1a31-4544-b912-d5debe38877e req-47a654da-462b-4825-9b18-5c9c0df27dde service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108171 Jul 30 15:32:13.518021 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] Checking router: 7d078a04-c91c-4ffc-9dc9-d8d3117658ad for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:32:13.532822 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:32:13.564246 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] Deleting subnet 506287fc-0097-4e36-b16b-fab29e683d79 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:32:13.567564 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.606903 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711343'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.632163 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254556c-6110-4b15-a9fa-6d0657d3d511 req-f855fb36-0bf0-441f-8f26-ae6e8cea12ad tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:13.633934 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d254556c-6110-4b15-a9fa-6d0657d3d511 req-f855fb36-0bf0-441f-8f26-ae6e8cea12ad tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0893664 Jul 30 15:32:13.635533 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] Routers {'7d078a04-c91c-4ffc-9dc9-d8d3117658ad'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:13.637909 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:13.647020 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.703016 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.718045 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d254556c-6110-4b15-a9fa-6d0657d3d511 req-3e903d6d-f1da-4b3d-b36c-472f88739f08 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736351 Jul 30 15:32:13.727110 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-5c19461e-0c78-4bbe-97e7-942a814a6053 None None] Provisioning complete for port 3babee84-ad6d-47a6-86a4-823903dfe1ee triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:13.729161 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5c19461e-0c78-4bbe-97e7-942a814a6053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.733982 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Transition to ACTIVE for port object fe493ab4-e064-4aa7-aed4-94496da4909b will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:13.738882 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] For port b69cf308-5cf8-40c8-8dcb-49df622af61d, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=b69cf308-5cf8-40c8-8dcb-49df622af61d,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:13.739977 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.740848 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb826917-0055-44eb-bdff-9e07feab9e2b None None] Pushing event updated for resources: {'Port': ['ID=3babee84-ad6d-47a6-86a4-823903dfe1ee,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:13.765324 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Calling delete_port for b69cf308-5cf8-40c8-8dcb-49df622af61d owned by network:router_gateway {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:32:13.766713 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.795681 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Transition to ACTIVE for port object a5248848-f5da-4a48-b331-9ae9e51430ed will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:13.802833 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.805475 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.866062 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Attempting to bind port a5248848-f5da-4a48-b331-9ae9e51430ed on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:13.866345 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Attempting to bind port a5248848-f5da-4a48-b331-9ae9e51430ed by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:13.867681 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Attempting to bind port a5248848-f5da-4a48-b331-9ae9e51430ed on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:13.869191 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:13.873958 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:13.878847 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:13.879872 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.903635 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:13.903988 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.910938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59223146'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.912568 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:13.917735 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:13.918190 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.918601 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:13.919103 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Bound port: a5248848-f5da-4a48-b331-9ae9e51430ed, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:13.919504 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:13.962950 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Pushing event updated for resources: {'Port': ['ID=fe493ab4-e064-4aa7-aed4-94496da4909b,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:13.992378 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device bcf4110b-c72f-49eb-873d-eb1d11bed8c3 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:13.994995 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506287fc-0097-4e36-b16b-fab29e683d79,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:14.011239 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.014024 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-1d1a776b-773a-4531-a86d-11dad1c3cce9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/506287fc-0097-4e36-b16b-fab29e683d79 HTTP/1.1" status: 204 len: 168 time: 0.5986085 Jul 30 15:32:14.016620 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50302) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:14.055302 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] For port a5248848-f5da-4a48-b331-9ae9e51430ed, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:14.058560 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] For port a5248848-f5da-4a48-b331-9ae9e51430ed, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a5248848-f5da-4a48-b331-9ae9e51430ed,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:14.079626 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ca8cb-6c5a-4b27-84f4-31b2b7d67c00 None None] Pushing event updated for resources: {'Port': ['ID=a5248848-f5da-4a48-b331-9ae9e51430ed,revision_number=2']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:14.084570 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.089250 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: bcf4110b-c72f-49eb-873d-eb1d11bed8c3 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:32:14.090752 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device bcf4110b-c72f-49eb-873d-eb1d11bed8c3 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:32:14.141359 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.149822 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ca8cb-6c5a-4b27-84f4-31b2b7d67c00 None None] Pushing event updated for resources: {'Port': ['ID=a5248848-f5da-4a48-b331-9ae9e51430ed,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:14.164418 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Routers {'24756fc6-571e-4ce4-a5e1-418a5382e534'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:14.165387 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['24756fc6-571e-4ce4-a5e1-418a5382e534'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:14.181885 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] Set router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:14.208415 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.249837 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.384047 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69cf308-5cf8-40c8-8dcb-49df622af61d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:14.396328 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] Set router 24756fc6-571e-4ce4-a5e1-418a5382e534 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:14.425782 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.458348 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d962cf10-1639-40cf-93bb-055629c3b4a2']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:14.469596 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544bf9-fe0d-4c4f-8659-b42b167de6f5 req-cee85e30-3a84-4a9b-98bb-b642091530d4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:14.471521 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-17544bf9-fe0d-4c4f-8659-b42b167de6f5 req-cee85e30-3a84-4a9b-98bb-b642091530d4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.2272656 Jul 30 15:32:14.499634 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95a7930-7260-4df2-bb92-a4b14fc42b93') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:14.500217 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95a7930-7260-4df2-bb92-a4b14fc42b93') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:14.521230 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.525353 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:32:13Z', 'revision_number': 6, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:14.546640 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-17544bf9-fe0d-4c4f-8659-b42b167de6f5 req-f5552fb3-9363-4572-9596-7cc0abb0b39a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613248 Jul 30 15:32:14.550677 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.610162 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc03bf-5903-4f8a-a826-4e63cd5628c1 None None] The sync data for ids ['7d078a04-c91c-4ffc-9dc9-d8d3117658ad'] in dv-cinder-778907-3-iscsi is: [{'id': '7d078a04-c91c-4ffc-9dc9-d8d3117658ad', 'name': 'tempest-ServerRescueNegativeTestJSON-1194161922-router', 'tenant_id': '6794fb62c1614ca39425203912c7a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:32:13Z', 'revision_number': 6, 'project_id': '6794fb62c1614ca39425203912c7a48e', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:32:14.635373 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.637519 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.647980 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.649147 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.661438 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-5c694791-033e-4e7c-960e-ea0e18ad19a4 None None] Provisioning for port fe493ab4-e064-4aa7-aed4-94496da4909b completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:14.667559 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-5c694791-033e-4e7c-960e-ea0e18ad19a4 None None] Provisioning complete for port fe493ab4-e064-4aa7-aed4-94496da4909b triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:14.668176 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5c694791-033e-4e7c-960e-ea0e18ad19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.682681 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 4, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port': {'id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:09Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'fe493ab4-e064-4aa7-aed4-94496da4909b', 'name': '', 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'mac_address': 'fa:16:3e:0f:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:12Z', 'updated_at': '2021-07-30T15:32:13Z', 'revision_number': 1, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'subnets': [{'id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:14.708504 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:32:14.708961 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:32:14.711147 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:32:14.717755 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-5c694791-033e-4e7c-960e-ea0e18ad19a4 None None] Port fe493ab4-e064-4aa7-aed4-94496da4909b cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:32:14.735436 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Pushing event updated for resources: {'Port': ['ID=fe493ab4-e064-4aa7-aed4-94496da4909b,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:14.760066 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.763614 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.763787 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba5496-edaf-440f-9d4b-a156f317fbfa None None] The sync data for ids ['24756fc6-571e-4ce4-a5e1-418a5382e534'] in dv-cinder-778907-3-iscsi is: [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 4, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port': {'id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:09Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'fe493ab4-e064-4aa7-aed4-94496da4909b', 'name': '', 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'mac_address': 'fa:16:3e:0f:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:12Z', 'updated_at': '2021-07-30T15:32:13Z', 'revision_number': 1, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'subnets': [{'id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:32:14.883409 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.884156 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d078a04-c91c-4ffc-9dc9-d8d3117658ad {{(pid=93058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:32:14.898236 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.901888 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-ce24fb3f-d06f-4df7-9734-4a0f7201bd70 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7d078a04-c91c-4ffc-9dc9-d8d3117658ad HTTP/1.1" status: 204 len: 168 time: 2.6211505 Jul 30 15:32:14.901888 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.910703 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50308) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:14.911792 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:14.914818 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/d962cf10-1639-40cf-93bb-055629c3b4a2 HTTP/1.1" status: 204 len: 168 time: 0.8963981 Jul 30 15:32:14.939338 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d5032-9e11-4e5b-aab0-d51e40db88ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d962cf10-1639-40cf-93bb-055629c3b4a2,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:14.966400 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:15.035623 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:15.254150 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06d670-6686-4373-8ff7-28db8ee0ecb2 req-00d53eb3-d5a3-4702-b56c-ba98c613cf01 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:15.263729 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7a06d670-6686-4373-8ff7-28db8ee0ecb2 req-00d53eb3-d5a3-4702-b56c-ba98c613cf01 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.4206884 Jul 30 15:32:15.326784 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] Deleting subnet eefb6328-5c8f-4aac-9cea-217491176035 {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:32:15.358564 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.420021 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 3babee84-ad6d-47a6-86a4-823903dfe1ee up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:15.422227 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50312) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:15.521705 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-237a4914-00ce-4f1b-93c3-2f1f618d99f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd02434ae49a4b1e8751f12628003157&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0974996 Jul 30 15:32:15.524646 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50314) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:15.566004 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7a06d670-6686-4373-8ff7-28db8ee0ecb2 req-84f291a6-281d-4066-8036-0c7e11f9fbfc tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013723 Jul 30 15:32:15.596494 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-146df551-b804-4885-8a7a-b379555bbb9c None None] Provisioning complete for port fe493ab4-e064-4aa7-aed4-94496da4909b triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:15.597146 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-146df551-b804-4885-8a7a-b379555bbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.602811 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.609237 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba56ccac-12d3-46fd-80e0-7c362b57a10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.627787 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.639197 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba56ccac-12d3-46fd-80e0-7c362b57a10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.678570 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 3babee84-ad6d-47a6-86a4-823903dfe1ee triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:15.679502 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.681237 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-146df551-b804-4885-8a7a-b379555bbb9c None None] Port fe493ab4-e064-4aa7-aed4-94496da4909b cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:32:15.713982 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba56ccac-12d3-46fd-80e0-7c362b57a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.717845 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ba56ccac-12d3-46fd-80e0-7c362b57a10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.719518 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-ba56ccac-12d3-46fd-80e0-7c362b57a10e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c3dbd7a-edd8-4b5d-89c5-d590df62fdda HTTP/1.1" status: 204 len: 168 time: 0.1937361 Jul 30 15:32:15.776843 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Router 24756fc6-571e-4ce4-a5e1-418a5382e534 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:32:15.782062 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.843490 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56ccac-12d3-46fd-80e0-7c362b57a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3dbd7a-edd8-4b5d-89c5-d590df62fdda,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:15.873781 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefb6328-5c8f-4aac-9cea-217491176035,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:15.882642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90742-9cb3-498d-8881-74e27723d9a9 req-01e45f17-df41-4b2d-8cc4-14e170cb93b6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:15.893959 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:15.894106 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-37d90742-9cb3-498d-8881-74e27723d9a9 req-01e45f17-df41-4b2d-8cc4-14e170cb93b6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1724906 Jul 30 15:32:15.896050 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3ee2b479-c1ac-4362-b2f7-3b4785b356b5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eefb6328-5c8f-4aac-9cea-217491176035 HTTP/1.1" status: 204 len: 168 time: 0.9838195 Jul 30 15:32:15.898367 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50322) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:15.908774 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 1f28de2e-78cd-4505-b373-042cc51cd4b0 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:15.933482 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 1f28de2e-78cd-4505-b373-042cc51cd4b0 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:32:15.934284 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 1f28de2e-78cd-4505-b373-042cc51cd4b0 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:32:15.948234 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-37d90742-9cb3-498d-8881-74e27723d9a9 req-12376e32-5392-4fbb-a2cd-6d38b055a867 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529492 Jul 30 15:32:15.988375 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc916-c6af-41b8-9cf3-619ff9d4c141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.100573 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.238617 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:32:16.256312 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-eb32b463-4653-4225-a409-7443075edb96 admin admin] 10.222.0.50 "PUT /v2.0/routers/24756fc6-571e-4ce4-a5e1-418a5382e534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2348526 Jul 30 15:32:16.352872 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.366923 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.367496 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.368347 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.368854 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > port after_create 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.369266 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.369707 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > port after_update 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.370141 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.370578 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.371225 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.371702 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.472202 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.472660 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.474027 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.474514 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:32:16.475390 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffc9b33-0a6b-419f-8256-1a27cf3a5310']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:16.505178 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385be774-ced0-458b-a259-2ae330c72add') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:16.505550 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385be774-ced0-458b-a259-2ae330c72add') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:16.533997 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.564025 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.593874 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:32:16.594697 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: from cryptography.utils import int_from_bytes Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: from cryptography.utils import int_from_bytes Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:32:16.599391 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:32:16.723421 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.731839 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:16.736548 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] 10.222.0.50 "DELETE /v2.0/networks/bffc9b33-0a6b-419f-8256-1a27cf3a5310 HTTP/1.1" status: 204 len: 168 time: 0.8314555 Jul 30 15:32:16.756105 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e76fc-8b6c-4714-ba2a-b8f5ed34798f admin admin] Pushing event deleted for resources: {'Network': ['ID=bffc9b33-0a6b-419f-8256-1a27cf3a5310,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:16.960915 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50350) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:17.054634 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50354) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:17.057225 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-ab3ec34a-117d-4302-9893-3727929cab7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6794fb62c1614ca39425203912c7a48e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0888207 Jul 30 15:32:17.168606 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2a34c97-311c-49b2-a80c-7621371dac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.198310 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d390f0-b8f2-4e5f-bc2b-5f41e0955492 req-7ed58e96-455c-4d28-a6dc-6fc7bb312eab tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:17.222148 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7d390f0-b8f2-4e5f-bc2b-5f41e0955492 req-7ed58e96-455c-4d28-a6dc-6fc7bb312eab tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0937736 Jul 30 15:32:17.223080 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a5248848-f5da-4a48-b331-9ae9e51430ed up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:17.244911 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2a34c97-311c-49b2-a80c-7621371dac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.313794 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7d390f0-b8f2-4e5f-bc2b-5f41e0955492 req-4a7321f3-5f12-40a1-8001-5b1ca5f248b1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889354 Jul 30 15:32:17.339381 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port a5248848-f5da-4a48-b331-9ae9e51430ed completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:17.344330 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port a5248848-f5da-4a48-b331-9ae9e51430ed triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:17.345159 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.349696 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2a34c97-311c-49b2-a80c-7621371dac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.355891 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2a34c97-311c-49b2-a80c-7621371dac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.361657 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c2a34c97-311c-49b2-a80c-7621371dac47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f92e90c-0dce-4356-bc7d-47a90d7c05cb HTTP/1.1" status: 204 len: 168 time: 0.3055520 Jul 30 15:32:17.372131 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a34c97-311c-49b2-a80c-7621371dac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f92e90c-0dce-4356-bc7d-47a90d7c05cb,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:17.378639 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50360) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:17.701806 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1288918650-network', 'tenant_id': 'bd0139cd7f084c7cb2ecb054bf7fb811'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:17.716901 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.751927 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Made reservation on behalf of bd0139cd7f084c7cb2ecb054bf7fb811 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:17.757871 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.770300 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port a5248848-f5da-4a48-b331-9ae9e51430ed, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a5248848-f5da-4a48-b331-9ae9e51430ed,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:17.775183 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.782739 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:17.790782 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50368) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:17.797028 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026698071', 'description': 'tempest-secgroup-smoke-1026698071 description', 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:17.820074 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device b69cf308-5cf8-40c8-8dcb-49df622af61d no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:17.839470 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.db.api [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 15:32:17.839470 dv-cinder-778907-3-iscsi neutron-server[93058]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 15:32:17.839470 dv-cinder-778907-3-iscsi neutron-server[93058]: [parameters: {'project_id_1': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'expiration_1': datetime.datetime(2021, 7, 30, 15, 32, 17, 818007)}] Jul 30 15:32:17.839470 dv-cinder-778907-3-iscsi neutron-server[93058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 15:32:17.839967 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG oslo_db.api [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 15:32:17.864930 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: b69cf308-5cf8-40c8-8dcb-49df622af61d {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:32:17.865440 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device b69cf308-5cf8-40c8-8dcb-49df622af61d not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:32:17.916360 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=a5248848-f5da-4a48-b331-9ae9e51430ed,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:17.990733 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.006498 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.044475 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748ca51f-2f98-4659-966f-e10973d26591,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:18.060049 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:32:18.073373 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.073956 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Added segment b171958c-6f0b-4fc9-a10f-24c649a67e38 of type vlan for network a458bf6e-40b0-4cb1-8c0a-cc43309dcdce Jul 30 15:32:18.134534 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.179682 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.181038 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:18.181812 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.257714 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8766367 Jul 30 15:32:18.260869 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50382) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:18.266034 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Request body: {'subnet': {'network_id': 'a458bf6e-40b0-4cb1-8c0a-cc43309dcdce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1288918650-subnet', 'tenant_id': 'bd0139cd7f084c7cb2ecb054bf7fb811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:18.270697 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7296a72-9a45-4202-9e6a-65e83db5ac19 admin admin] Pushing event updated for resources: {'Network': ['ID=a458bf6e-40b0-4cb1-8c0a-cc43309dcdce,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:18.281393 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Sync routers for ids ['24756fc6-571e-4ce4-a5e1-418a5382e534'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:32:18.283749 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network a458bf6e-40b0-4cb1-8c0a-cc43309dcdce details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:32:18.294422 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Routers {'24756fc6-571e-4ce4-a5e1-418a5382e534'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:18.295246 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:31:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['24756fc6-571e-4ce4-a5e1-418a5382e534'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:18.340352 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Made reservation on behalf of bd0139cd7f084c7cb2ecb054bf7fb811 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:18.342836 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59267018'] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.423471 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.443517 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Set router 24756fc6-571e-4ce4-a5e1-418a5382e534 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:18.548601 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.561235 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.600113 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-95b46170-cf8f-4a95-8803-378424c5ec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.607683 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.613421 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8207054 Jul 30 15:32:18.614015 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50390) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:18.622744 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9866e014-8db4-484b-ab8a-32ba2d3aedf4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'security_group_rule': {'security_group_id': '8efdec8f-380b-4987-9b15-f88d0f924a9d', 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:18.669371 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7f8a1-a174-4d6c-910c-fee2ecc8e487 req-44662fec-c4e9-4227-9327-992bc2864028 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:18.671185 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61e7f8a1-a174-4d6c-910c-fee2ecc8e487 req-44662fec-c4e9-4227-9327-992bc2864028 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.2801807 Jul 30 15:32:18.693342 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fef3ad-698a-4705-9530-c184eb07dccf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efdec8f-380b-4987-9b15-f88d0f924a9d,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:18.721960 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.729032 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59267044'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.732528 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9866e014-8db4-484b-ab8a-32ba2d3aedf4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.790361 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-61e7f8a1-a174-4d6c-910c-fee2ecc8e487 req-aaeba2f4-5028-4866-b5a3-b80ac3a4eab4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983009 Jul 30 15:32:18.833769 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9866e014-8db4-484b-ab8a-32ba2d3aedf4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.834227 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 4, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port': {'id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:09Z', 'updated_at': '2021-07-30T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'fe493ab4-e064-4aa7-aed4-94496da4909b', 'name': '', 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'mac_address': 'fa:16:3e:0f:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:12Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 2, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'subnets': [{'id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:18.839693 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9866e014-8db4-484b-ab8a-32ba2d3aedf4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.858868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866e014-8db4-484b-ab8a-32ba2d3aedf4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55867f4f-f39b-4eaa-a21e-6b6d529e2290,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:18.874487 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9866e014-8db4-484b-ab8a-32ba2d3aedf4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.876787 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9866e014-8db4-484b-ab8a-32ba2d3aedf4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2573962 Jul 30 15:32:18.879218 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50394) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:18.885913 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-fb219cb3-19b7-432d-bfdf-6c8cd35f20bb tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'security_group_rule': {'security_group_id': '8efdec8f-380b-4987-9b15-f88d0f924a9d', 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:18.890904 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd44571-8747-4206-9491-7959d513c44f,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:18.911692 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.917648 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Checking segment: {'id': 'b171958c-6f0b-4fc9-a10f-24c649a67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a458bf6e-40b0-4cb1-8c0a-cc43309dcdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:18.918016 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Network hostable DHCP agents. Network: a458bf6e-40b0-4cb1-8c0a-cc43309dcdce, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:32:18.923469 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Checking router: 24756fc6-571e-4ce4-a5e1-418a5382e534 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:32:18.923894 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Updating router 24756fc6-571e-4ce4-a5e1-418a5382e534 port fe493ab4-e064-4aa7-aed4-94496da4909b binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:32:18.939187 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fb219cb3-19b7-432d-bfdf-6c8cd35f20bb tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.952499 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Network a458bf6e-40b0-4cb1-8c0a-cc43309dcdce is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:32:18.958728 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:18.977760 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, a458bf6e-40b0-4cb1-8c0a-cc43309dcdce) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:18.999405 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bf718-b34e-4bd9-b99d-dd022e729f82 None None] Network a458bf6e-40b0-4cb1-8c0a-cc43309dcdce requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:19.003262 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:19.003861 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.039045 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fb979c80-7375-4174-9b8e-23d08c7b2d09 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7768326 Jul 30 15:32:19.090535 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fb219cb3-19b7-432d-bfdf-6c8cd35f20bb tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.101484 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fb219cb3-19b7-432d-bfdf-6c8cd35f20bb tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.149082 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb219cb3-19b7-432d-bfdf-6c8cd35f20bb tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f507fe-1a4f-42d7-a858-e8685d82f16b,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:19.159061 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fb219cb3-19b7-432d-bfdf-6c8cd35f20bb tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.159876 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a5248848-f5da-4a48-b331-9ae9e51430ed up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:19.161090 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-fb219cb3-19b7-432d-bfdf-6c8cd35f20bb tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2803504 Jul 30 15:32:19.164012 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50404) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:19.171455 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-301a1aa1-06b5-4274-b624-0b5d336fa3d3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'security_group_rule': {'security_group_id': '8efdec8f-380b-4987-9b15-f88d0f924a9d', 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:19.240529 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-301a1aa1-06b5-4274-b624-0b5d336fa3d3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.295759 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port a5248848-f5da-4a48-b331-9ae9e51430ed triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:19.297408 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.387431 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-301a1aa1-06b5-4274-b624-0b5d336fa3d3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.395291 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-301a1aa1-06b5-4274-b624-0b5d336fa3d3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.418260 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43a919-b9c0-4381-be85-51e86c6aa965 None None] Network a458bf6e-40b0-4cb1-8c0a-cc43309dcdce requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:19.452383 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-301a1aa1-06b5-4274-b624-0b5d336fa3d3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.454812 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-301a1aa1-06b5-4274-b624-0b5d336fa3d3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2892439 Jul 30 15:32:19.456597 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a1aa1-06b5-4274-b624-0b5d336fa3d3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23817abd-6e64-4a4b-b46f-a90a9360f968,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:19.457610 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50412) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:19.463288 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9c68690a-5d6e-41c2-9668-f08fd72a2d18 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'security_group_rule': {'security_group_id': '8efdec8f-380b-4987-9b15-f88d0f924a9d', 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:19.521715 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c68690a-5d6e-41c2-9668-f08fd72a2d18 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.706052 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c68690a-5d6e-41c2-9668-f08fd72a2d18 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.737587 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c68690a-5d6e-41c2-9668-f08fd72a2d18 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.770705 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68690a-5d6e-41c2-9668-f08fd72a2d18 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4856fdb2-d1df-4e25-b141-4fdb71f18785,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:19.825329 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9c68690a-5d6e-41c2-9668-f08fd72a2d18 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.832267 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9c68690a-5d6e-41c2-9668-f08fd72a2d18 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3683012 Jul 30 15:32:19.832510 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50418) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:19.841406 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'security_group_rule': {'security_group_id': '8efdec8f-380b-4987-9b15-f88d0f924a9d', 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:19.864106 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:19.986400 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.securitygroups_db [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Project a255fbb215f04c70862a4bcc0ca5ec8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 15:32:20.000875 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.024319 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Transition to ACTIVE for port object fe493ab4-e064-4aa7-aed4-94496da4909b will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:20.027782 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.049595 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.127110 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0408c0c-5b65-4520-abc3-382effde0a69 req-b1a522bb-b9bf-437b-b801-370ffb21ca99 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:20.128966 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d0408c0c-5b65-4520-abc3-382effde0a69 req-b1a522bb-b9bf-437b-b801-370ffb21ca99 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1329410 Jul 30 15:32:20.204250 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.232388 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.236370 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Attempting to bind port fe493ab4-e064-4aa7-aed4-94496da4909b on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:20.237016 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Attempting to bind port fe493ab4-e064-4aa7-aed4-94496da4909b by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:20.237622 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Attempting to bind port fe493ab4-e064-4aa7-aed4-94496da4909b on network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:20.258477 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:20.268421 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Checking segment: {'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:20.269082 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.278343 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Bound using segment: {'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:20.278956 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Bound port: fe493ab4-e064-4aa7-aed4-94496da4909b, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f438d8-cce1-4045-b9b1-40a4be5d1123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:20.279393 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.284998 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7639d0bf-5958-41aa-9ab8-15facecea1d2,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:20.308907 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d0408c0c-5b65-4520-abc3-382effde0a69 req-eaf08f62-720f-4a2b-90b0-4d8d4da00565 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646469 Jul 30 15:32:20.327292 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.328884 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5cc593cd-5798-4dc3-895b-4c37b3cb204b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4975917 Jul 30 15:32:20.331643 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50434) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:20.340263 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'security_group_rule': {'security_group_id': '8efdec8f-380b-4987-9b15-f88d0f924a9d', 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:20.382420 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.securitygroups_db [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Project a255fbb215f04c70862a4bcc0ca5ec8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 15:32:20.393002 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.424278 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50442) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:20.430075 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-883722882-network', 'tenant_id': '9314ae9e238549539c4996d0f0561014'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:20.445744 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] For port fe493ab4-e064-4aa7-aed4-94496da4909b, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:20.450477 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] For port fe493ab4-e064-4aa7-aed4-94496da4909b, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=fe493ab4-e064-4aa7-aed4-94496da4909b,segment=NetworkSegment(a7f438d8-cce1-4045-b9b1-40a4be5d1123),segment_id=a7f438d8-cce1-4045-b9b1-40a4be5d1123)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:20.456000 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66fd3d-b1c4-4da4-a019-da7338af9321 None None] Pushing event updated for resources: {'Port': ['ID=fe493ab4-e064-4aa7-aed4-94496da4909b,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:20.461787 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.481554 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Made reservation on behalf of 9314ae9e238549539c4996d0f0561014 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:20.485401 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.514756 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.527691 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66fd3d-b1c4-4da4-a019-da7338af9321 None None] Pushing event updated for resources: {'Port': ['ID=fe493ab4-e064-4aa7-aed4-94496da4909b,revision_number=4']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:20.536131 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Routers {'24756fc6-571e-4ce4-a5e1-418a5382e534'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:32:20.536795 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:32:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['24756fc6-571e-4ce4-a5e1-418a5382e534'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:20.596035 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.608364 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.647329 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e245c3-02f4-4042-80d1-ff1ee2494af8,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:20.708331 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.716941 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.722041 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.723278 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e2bed954-2cc9-49d5-a6fb-a4496d7b8c35 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3899789 Jul 30 15:32:20.750223 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] Set router 24756fc6-571e-4ce4-a5e1-418a5382e534 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:32:20.778895 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:32:20.810363 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82366d7c-8cbd-44f7-b845-2cd1b2b05c62,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:20.840910 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:20.845093 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Added segment ec9e6b6d-ade3-4b2d-a350-a3b2ea230b82 of type vlan for network 35b86706-62b5-45b2-93e4-4df35f352c71 Jul 30 15:32:20.942477 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.004030 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.005036 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:21.005638 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.043917 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50480) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:21.106032 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 4, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port': {'id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:09Z', 'updated_at': '2021-07-30T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'fe493ab4-e064-4aa7-aed4-94496da4909b', 'name': '', 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'mac_address': 'fa:16:3e:0f:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:12Z', 'updated_at': '2021-07-30T15:32:20Z', 'revision_number': 4, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'subnets': [{'id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:21.139235 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7110140 Jul 30 15:32:21.139467 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901381d-e73c-49cd-a5cf-270fd6cacba8 None None] The sync data for ids ['24756fc6-571e-4ce4-a5e1-418a5382e534'] in dv-cinder-778907-3-iscsi is: [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:32:14Z', 'revision_number': 4, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port': {'id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:09Z', 'updated_at': '2021-07-30T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'fe493ab4-e064-4aa7-aed4-94496da4909b', 'name': '', 'network_id': '8add4de4-4ae6-4f1d-9481-ab34ff4626f9', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'mac_address': 'fa:16:3e:0f:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:12Z', 'updated_at': '2021-07-30T15:32:20Z', 'revision_number': 4, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'subnets': [{'id': '902c36d8-d944-4602-97d1-c47ef9a4fce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:32:21.139612 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50492) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:21.145494 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Request body: {'subnet': {'network_id': '35b86706-62b5-45b2-93e4-4df35f352c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-883722882-subnet', 'tenant_id': '9314ae9e238549539c4996d0f0561014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:21.162434 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9217ab2-6d1d-4d0b-b5b6-9067d5b0a98d admin admin] Pushing event updated for resources: {'Network': ['ID=35b86706-62b5-45b2-93e4-4df35f352c71,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:21.185130 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 35b86706-62b5-45b2-93e4-4df35f352c71 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:32:21.230454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Made reservation on behalf of 9314ae9e238549539c4996d0f0561014 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:21.233169 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59223117'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.357142 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device fe493ab4-e064-4aa7-aed4-94496da4909b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:21.394684 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e975f49c-67f3-4295-892e-a674a20b2ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.454840 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port fe493ab4-e064-4aa7-aed4-94496da4909b completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:21.462108 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port fe493ab4-e064-4aa7-aed4-94496da4909b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:21.462740 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.567534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.644581 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port fe493ab4-e064-4aa7-aed4-94496da4909b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=fe493ab4-e064-4aa7-aed4-94496da4909b,segment=NetworkSegment(a7f438d8-cce1-4045-b9b1-40a4be5d1123),segment_id=a7f438d8-cce1-4045-b9b1-40a4be5d1123)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:21.657753 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.666681 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.685611 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e975f49c-67f3-4295-892e-a674a20b2ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.752816 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=fe493ab4-e064-4aa7-aed4-94496da4909b,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:21.779528 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e975f49c-67f3-4295-892e-a674a20b2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:21.859588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975f49c-67f3-4295-892e-a674a20b2ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a2a0c-e981-4754-91e2-1de4e54723ef,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:21.865677 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e975f49c-67f3-4295-892e-a674a20b2ee9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adcad57790e64ff39830c24eb578330c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206391 Jul 30 15:32:21.869479 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50506) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:21.890733 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c366fe-d639-4cd8-be9f-e63a598e4e47 req-7bbc6398-9cf7-4bb3-9cc7-6890bcba660a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:21.892539 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66c366fe-d639-4cd8-be9f-e63a598e4e47 req-7bbc6398-9cf7-4bb3-9cc7-6890bcba660a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.1823850 Jul 30 15:32:21.980192 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-66c366fe-d639-4cd8-be9f-e63a598e4e47 req-9cc18cb4-9868-4326-bff4-0221d3bec6eb tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751140 Jul 30 15:32:22.012136 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62550881-f10f-4ad2-a2e9-7bd21098ed48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.025720 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59223139'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.036366 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62550881-f10f-4ad2-a2e9-7bd21098ed48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.081639 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ddbaf3d-7f32-44ce-af2b-07fd6a4c1d39,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:22.098667 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62550881-f10f-4ad2-a2e9-7bd21098ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.103087 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-62550881-f10f-4ad2-a2e9-7bd21098ed48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.107548 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-62550881-f10f-4ad2-a2e9-7bd21098ed48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/655a2a0c-e981-4754-91e2-1de4e54723ef HTTP/1.1" status: 204 len: 168 time: 0.2364941 Jul 30 15:32:22.115412 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Checking segment: {'id': 'ec9e6b6d-ade3-4b2d-a350-a3b2ea230b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '35b86706-62b5-45b2-93e4-4df35f352c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:22.116913 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Network hostable DHCP agents. Network: 35b86706-62b5-45b2-93e4-4df35f352c71, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:32:22.118015 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62550881-f10f-4ad2-a2e9-7bd21098ed48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a2a0c-e981-4754-91e2-1de4e54723ef,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:22.138893 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Network 35b86706-62b5-45b2-93e4-4df35f352c71 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:32:22.152119 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 35b86706-62b5-45b2-93e4-4df35f352c71) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:22.161039 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a956c-80e5-417b-a49a-6bc0f6e0e531 None None] Network 35b86706-62b5-45b2-93e4-4df35f352c71 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:22.163075 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:22.163832 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.181325 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-d0be3d75-ad37-4e45-a86f-b3b729c1b15f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0404961 Jul 30 15:32:22.309946 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50534) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:22.341277 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e45bb-966e-448f-9de0-0581bb795abe None None] Network 35b86706-62b5-45b2-93e4-4df35f352c71 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:22.362204 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] Deleting subnet dcd44571-8747-4206-9491-7959d513c44f {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:32:22.365646 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.410595 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.454705 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.467861 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50536) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:22.481247 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-52a24391-054d-42e9-8b65-cb067e9cbf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.510586 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.537577 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd44571-8747-4206-9491-7959d513c44f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:22.540078 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.541971 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-f0fb9184-bc13-4f53-ba40-2a245a090501 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dcd44571-8747-4206-9491-7959d513c44f HTTP/1.1" status: 204 len: 168 time: 0.2304072 Jul 30 15:32:22.544650 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50538) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:22.581865 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-52a24391-054d-42e9-8b65-cb067e9cbf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.587953 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-52a24391-054d-42e9-8b65-cb067e9cbf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.618286 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.626812 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24391-054d-42e9-8b65-cb067e9cbf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4124100-8e97-4abd-9c73-b8b526bd7a05,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:22.632304 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-52a24391-054d-42e9-8b65-cb067e9cbf43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcf1de8c9f3b40b49000f2a4e7069e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629102 Jul 30 15:32:22.634381 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50540) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:22.687359 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a9f5-91af-465d-9330-ae61bb304118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.698249 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.707465 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a9f5-91af-465d-9330-ae61bb304118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.707659 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a458bf6e-40b0-4cb1-8c0a-cc43309dcdce']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:22.721359 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b171958c-6f0b-4fc9-a10f-24c649a67e38') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:22.721655 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b171958c-6f0b-4fc9-a10f-24c649a67e38') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:22.731801 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.746730 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.754294 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:32:22.754784 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:32:22.757520 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:32:22.770266 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a9f5-91af-465d-9330-ae61bb304118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.772642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a9f5-91af-465d-9330-ae61bb304118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.776108 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a0d2a9f5-91af-465d-9330-ae61bb304118 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4124100-8e97-4abd-9c73-b8b526bd7a05 HTTP/1.1" status: 204 len: 168 time: 0.1384916 Jul 30 15:32:22.800523 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2a9f5-91af-465d-9330-ae61bb304118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4124100-8e97-4abd-9c73-b8b526bd7a05,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:22.822628 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.830367 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.832253 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a458bf6e-40b0-4cb1-8c0a-cc43309dcdce HTTP/1.1" status: 204 len: 168 time: 0.2866170 Jul 30 15:32:22.835354 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50546) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:22.842775 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365d4eb-7939-4fb7-a742-7c667f1f16c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a458bf6e-40b0-4cb1-8c0a-cc43309dcdce,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:22.886496 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] Deleting subnet 3ddbaf3d-7f32-44ce-af2b-07fd6a4c1d39 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:32:22.889599 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.923037 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711343'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:22.966455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.061886 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59223146'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.092927 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ddbaf3d-7f32-44ce-af2b-07fd6a4c1d39,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:23.099363 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.102524 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f81992fb-f46a-495d-9e38-632347a4adee admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3ddbaf3d-7f32-44ce-af2b-07fd6a4c1d39 HTTP/1.1" status: 204 len: 168 time: 0.2658029 Jul 30 15:32:23.105005 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-34b7eee3-1345-4aa7-aa06-6a1c91ed81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:23.106586 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-34b7eee3-1345-4aa7-aa06-6a1c91ed81ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1098 time: 0.1003747 Jul 30 15:32:23.107197 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50554) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:23.122083 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device fe493ab4-e064-4aa7-aed4-94496da4909b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:32:23.145340 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a666b-5310-44e6-ae94-a0742126f761 req-9771d150-1c31-41c6-983a-9c5a0bcfcc20 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:23.146886 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4b8a666b-5310-44e6-ae94-a0742126f761 req-9771d150-1c31-41c6-983a-9c5a0bcfcc20 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0533078 Jul 30 15:32:23.176048 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port fe493ab4-e064-4aa7-aed4-94496da4909b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:23.177207 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.215332 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4b8a666b-5310-44e6-ae94-a0742126f761 req-182ecaee-fd88-490a-94e2-f656b9deafab tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583620 Jul 30 15:32:23.486849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.518640 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-db11cb8e-600e-459e-855b-531ef9417f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:23.520142 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-db11cb8e-600e-459e-855b-531ef9417f36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.4031847 Jul 30 15:32:23.642009 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.664141 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b86706-62b5-45b2-93e4-4df35f352c71']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:23.668975 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-f6432cc7-d35c-4090-8576-15ef07a741b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 200 len: 1000 time: 0.1253357 Jul 30 15:32:23.679834 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9e6b6d-ade3-4b2d-a350-a3b2ea230b82') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:23.680170 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9e6b6d-ade3-4b2d-a350-a3b2ea230b82') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:23.700981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.745342 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.755568 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:32:23.755979 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:32:23.758474 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:32:23.771198 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-e3d0d1f0-8b92-40ee-a783-48802b0d4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:23.773055 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-e3d0d1f0-8b92-40ee-a783-48802b0d4bf0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0847404 Jul 30 15:32:23.861107 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.868120 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:23.870479 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] 10.222.0.50 "DELETE /v2.0/networks/35b86706-62b5-45b2-93e4-4df35f352c71 HTTP/1.1" status: 204 len: 168 time: 0.7617013 Jul 30 15:32:23.891670 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-417db775-ba11-49c7-b2b2-c0fc2faf9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:23.893229 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-417db775-ba11-49c7-b2b2-c0fc2faf9a2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957515 Jul 30 15:32:23.894133 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c1ac-f8c5-467d-8210-595d1242889f admin admin] Pushing event deleted for resources: {'Network': ['ID=35b86706-62b5-45b2-93e4-4df35f352c71,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:24.011554 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-a1006516-f1af-4949-b3d0-a151ecaf7f01 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091244 Jul 30 15:32:24.019789 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50584) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:24.077892 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-27884227-b8b1-4000-8ce6-d150b109ff57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd0139cd7f084c7cb2ecb054bf7fb811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563955 Jul 30 15:32:24.079634 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50586) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:24.126652 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52b9dad8-0574-492d-ae23-5d46ddb5e801 req-12a97b30-9a61-4512-bab7-455febb3d3fc service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078556 Jul 30 15:32:24.144806 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ece34ec1-7c14-4042-8b93-7c08fbb96edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.168677 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ece34ec1-7c14-4042-8b93-7c08fbb96edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.218175 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ece34ec1-7c14-4042-8b93-7c08fbb96edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.220804 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-ece34ec1-7c14-4042-8b93-7c08fbb96edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.225668 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-ece34ec1-7c14-4042-8b93-7c08fbb96edc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/748ca51f-2f98-4659-966f-e10973d26591 HTTP/1.1" status: 204 len: 168 time: 0.1441679 Jul 30 15:32:24.238729 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece34ec1-7c14-4042-8b93-7c08fbb96edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ca51f-2f98-4659-966f-e10973d26591,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:24.376360 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb83f6-a79f-48c0-97c5-7c38d282b67d req-278d91b0-dd51-4108-83c1-5f257a89e8af tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:24.377945 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c9bb83f6-a79f-48c0-97c5-7c38d282b67d req-278d91b0-dd51-4108-83c1-5f257a89e8af tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0656316 Jul 30 15:32:24.425378 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c9bb83f6-a79f-48c0-97c5-7c38d282b67d req-af08bcb5-c638-43d5-8baf-64895e35d507 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401127 Jul 30 15:32:24.629546 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50614) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:24.670667 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3e56cf66-bd3f-4405-82ca-0b9cf3c79f45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9314ae9e238549539c4996d0f0561014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398588 Jul 30 15:32:24.673067 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50620) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:24.726448 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a44e4a7b-e9ae-48d4-876b-b1ae1dec26a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.748601 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a44e4a7b-e9ae-48d4-876b-b1ae1dec26a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.799650 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a44e4a7b-e9ae-48d4-876b-b1ae1dec26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.802536 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a44e4a7b-e9ae-48d4-876b-b1ae1dec26a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:24.803770 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a44e4a7b-e9ae-48d4-876b-b1ae1dec26a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82366d7c-8cbd-44f7-b845-2cd1b2b05c62 HTTP/1.1" status: 204 len: 168 time: 0.1297517 Jul 30 15:32:24.811621 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e4a7b-e9ae-48d4-876b-b1ae1dec26a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82366d7c-8cbd-44f7-b845-2cd1b2b05c62,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:24.998035 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50634) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:25.108264 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a1687ca3-adaf-4a17-aa86-cbf797f3f5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.202732 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a1687ca3-adaf-4a17-aa86-cbf797f3f5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.207900 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a1687ca3-adaf-4a17-aa86-cbf797f3f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.251457 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50650) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:25.251935 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a1687ca3-adaf-4a17-aa86-cbf797f3f5a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dfdb43e7e2e4b1b83be0444426f35c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523179 Jul 30 15:32:25.252364 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1687ca3-adaf-4a17-aa86-cbf797f3f5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738f28b7-2857-4849-b87f-899b02d91ab6,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:25.312455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f72194e2-a995-4b6d-8744-78d2581581e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.335180 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f72194e2-a995-4b6d-8744-78d2581581e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.387988 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f72194e2-a995-4b6d-8744-78d2581581e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.390972 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f72194e2-a995-4b6d-8744-78d2581581e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.392152 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f72194e2-a995-4b6d-8744-78d2581581e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/738f28b7-2857-4849-b87f-899b02d91ab6 HTTP/1.1" status: 204 len: 168 time: 0.1396949 Jul 30 15:32:25.401196 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72194e2-a995-4b6d-8744-78d2581581e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738f28b7-2857-4849-b87f-899b02d91ab6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:25.573408 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c1ecd-bf43-4116-a8d6-c15a69e2972f req-c673ca76-010b-4518-8ecb-742611a8003b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:25.575915 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-159c1ecd-bf43-4116-a8d6-c15a69e2972f req-c673ca76-010b-4518-8ecb-742611a8003b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 945 time: 0.0640426 Jul 30 15:32:25.625977 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-159c1ecd-bf43-4116-a8d6-c15a69e2972f req-44353203-4169-42b0-a579-1a09991c133a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424414 Jul 30 15:32:25.791476 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50672) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:25.805213 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b99c2127-bac9-4248-87ac-8e99f20b08f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.908413 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b99c2127-bac9-4248-87ac-8e99f20b08f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.915094 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b99c2127-bac9-4248-87ac-8e99f20b08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:25.965329 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-b99c2127-bac9-4248-87ac-8e99f20b08f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f00fc2ee71a5483780752f0980c4bca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727574 Jul 30 15:32:25.966215 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2127-bac9-4248-87ac-8e99f20b08f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24858e6b-4272-4fd9-9080-3b6b50fee748,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:25.968985 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50678) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:26.010884 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:26.043119 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36e6d700-80f3-4b46-8133-5e23878ed92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.068969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36e6d700-80f3-4b46-8133-5e23878ed92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.116131 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.130012 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36e6d700-80f3-4b46-8133-5e23878ed92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.132925 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36e6d700-80f3-4b46-8133-5e23878ed92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.134203 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-36e6d700-80f3-4b46-8133-5e23878ed92b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24858e6b-4272-4fd9-9080-3b6b50fee748 HTTP/1.1" status: 204 len: 168 time: 0.1636147 Jul 30 15:32:26.147701 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6d700-80f3-4b46-8133-5e23878ed92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24858e6b-4272-4fd9-9080-3b6b50fee748,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:26.179734 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:32:26.183868 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10eb4d6-4d66-4a7a-9b5f-f9186413d2e7" -d '{"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-unplugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:32:26.200960 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:32:26.210225 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.249934 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 15:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd6eecf-724b-4818-a19d-197629d35e8a x-openstack-request-id: req-acd6eecf-724b-4818-a19d-197629d35e8a {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:32:26.253636 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-unplugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:32:26.254202 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acd6eecf-724b-4818-a19d-197629d35e8a {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:32:26.254729 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20', 'code': 200} Jul 30 15:32:26.269833 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=8']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:26.599351 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50702) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:26.778085 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc39d-9905-4fc9-a229-72f6992a564d req-9d84eec2-67e3-4962-8510-49e6f8fd7b86 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:26.779593 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cedfc39d-9905-4fc9-a229-72f6992a564d req-9d84eec2-67e3-4962-8510-49e6f8fd7b86 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0652106 Jul 30 15:32:26.785614 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5f62a86f-f7cf-4cc1-966b-0420eb1d1eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.846184 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cedfc39d-9905-4fc9-a229-72f6992a564d req-c2b7374a-e55c-4b9c-b1ab-cd76dd7c7a37 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568020 Jul 30 15:32:26.921098 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5f62a86f-f7cf-4cc1-966b-0420eb1d1eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.925956 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5f62a86f-f7cf-4cc1-966b-0420eb1d1eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:26.968362 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5f62a86f-f7cf-4cc1-966b-0420eb1d1eae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6693e02461344125b9c79155ad282d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678153 Jul 30 15:32:26.971015 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50724) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:26.978753 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62a86f-f7cf-4cc1-966b-0420eb1d1eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c59c07-9af9-46e7-b0cb-2f5b3c5c3ff2,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:27.299196 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-823f0bbb-48ad-4463-8913-b3410c7ee475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:27.322949 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-823f0bbb-48ad-4463-8913-b3410c7ee475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:27.371341 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-823f0bbb-48ad-4463-8913-b3410c7ee475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:27.375847 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-823f0bbb-48ad-4463-8913-b3410c7ee475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:27.375990 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-823f0bbb-48ad-4463-8913-b3410c7ee475 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33c59c07-9af9-46e7-b0cb-2f5b3c5c3ff2 HTTP/1.1" status: 204 len: 168 time: 0.4037812 Jul 30 15:32:27.387708 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f0bbb-48ad-4463-8913-b3410c7ee475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c59c07-9af9-46e7-b0cb-2f5b3c5c3ff2,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:27.593364 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1df23a-2a75-4b49-b91d-68361ec4c84f req-2c5e3e8b-d7c4-41f2-9714-a0e566ad0b09 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:27.595161 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ab1df23a-2a75-4b49-b91d-68361ec4c84f req-2c5e3e8b-d7c4-41f2-9714-a0e566ad0b09 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0553820 Jul 30 15:32:27.648474 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ab1df23a-2a75-4b49-b91d-68361ec4c84f req-0db4aa85-7d5d-4855-a4ee-9d9b16b9fe93 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Jul 30 15:32:27.836814 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50772) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:27.851898 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d4c9d0c1-f63b-4cd9-a76e-5fc18c62ece1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:27.956822 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d4c9d0c1-f63b-4cd9-a76e-5fc18c62ece1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:27.963043 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d4c9d0c1-f63b-4cd9-a76e-5fc18c62ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:28.005422 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d4c9d0c1-f63b-4cd9-a76e-5fc18c62ece1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c61361ead4c4b4ca957556da5e996ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672795 Jul 30 15:32:28.008261 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50784) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:28.010578 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9d0c1-f63b-4cd9-a76e-5fc18c62ece1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c81cc-6d34-4bb0-ae76-51e2295998c8,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:28.068707 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60424743-c4f3-4a31-b83b-5aa7772fe389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:28.099079 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60424743-c4f3-4a31-b83b-5aa7772fe389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:28.159442 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60424743-c4f3-4a31-b83b-5aa7772fe389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:28.162347 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-60424743-c4f3-4a31-b83b-5aa7772fe389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:28.164121 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-60424743-c4f3-4a31-b83b-5aa7772fe389 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b9c81cc-6d34-4bb0-ae76-51e2295998c8 HTTP/1.1" status: 204 len: 168 time: 0.1544757 Jul 30 15:32:28.172957 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60424743-c4f3-4a31-b83b-5aa7772fe389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c81cc-6d34-4bb0-ae76-51e2295998c8,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:28.312785 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50798) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:28.460986 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-d68dfe92-5d45-4b58-b4ea-a68bb92cd9f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465280 Jul 30 15:32:28.781011 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d200284-5bac-4690-96bd-5de089c74bda req-546b7436-5b78-48ce-9cc2-1e2cd607a68f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:28.782785 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4d200284-5bac-4690-96bd-5de089c74bda req-546b7436-5b78-48ce-9cc2-1e2cd607a68f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0536699 Jul 30 15:32:28.831596 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4d200284-5bac-4690-96bd-5de089c74bda req-ec3e3d66-8ffe-47ba-8ddc-c5fcad1b8540 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Jul 30 15:32:29.984797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af028a6-469c-4e15-9614-56252071ee0f req-66feeb12-e2ba-4741-81fa-aed7bab3679a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:29.986597 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af028a6-469c-4e15-9614-56252071ee0f req-66feeb12-e2ba-4741-81fa-aed7bab3679a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0507193 Jul 30 15:32:30.024986 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:32:30.051892 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af028a6-469c-4e15-9614-56252071ee0f req-75f08c6e-51e2-4083-af1a-2929488c72df tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523829 Jul 30 15:32:30.368612 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-93f7e28d-d07e-4fbb-9d6e-95c40057cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:30.370161 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-93f7e28d-d07e-4fbb-9d6e-95c40057cafd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340&tenant_id=2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 1096 time: 0.0737231 Jul 30 15:32:30.446565 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-02eeed36-f8cf-411b-a480-432af83dac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:30.448593 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-02eeed36-f8cf-411b-a480-432af83dac32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1096 time: 0.0452657 Jul 30 15:32:30.541185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-899a5363-bd99-4ecc-99af-ec8a2f4377ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:30.542652 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-899a5363-bd99-4ecc-99af-ec8a2f4377ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.0861411 Jul 30 15:32:30.625622 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-b506c194-76a5-4e63-9fe7-d99acc0dd948 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 200 len: 998 time: 0.0631864 Jul 30 15:32:30.678782 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-1c16ff2f-c171-4fe4-aa3c-91a9732e85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:30.680298 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-1c16ff2f-c171-4fe4-aa3c-91a9732e85dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0440183 Jul 30 15:32:30.727716 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-18cdbfdc-53c7-4bb6-a64f-e49513e07aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:30.729239 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-18cdbfdc-53c7-4bb6-a64f-e49513e07aed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398266 Jul 30 15:32:30.824917 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-c7df2a07-7578-42b1-b4e2-131b556230c4 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853136 Jul 30 15:32:30.921053 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf720a94-785f-4723-812c-06bd8ffac5d8 req-2c3fc997-22fc-40f5-aacd-1e40b6121a42 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887671 Jul 30 15:32:31.199755 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05189-2986-4e09-b89e-6193071d1109 req-38b68960-63b0-4b97-8288-87e3fab8f125 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:31.205590 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2d05189-2986-4e09-b89e-6193071d1109 req-38b68960-63b0-4b97-8288-87e3fab8f125 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0665402 Jul 30 15:32:31.247403 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50896) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:31.259517 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d2d05189-2986-4e09-b89e-6193071d1109 req-98a2fecb-aaa8-416f-9de5-afde0dbf68f1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445385 Jul 30 15:32:31.383846 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dcb0ef13-5abc-4c65-bd17-7aa0376fb242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:31.504614 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dcb0ef13-5abc-4c65-bd17-7aa0376fb242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:31.509437 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-dcb0ef13-5abc-4c65-bd17-7aa0376fb242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:31.552783 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-dcb0ef13-5abc-4c65-bd17-7aa0376fb242 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94f6683050244074add471547cca46aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043010 Jul 30 15:32:31.554603 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0ef13-5abc-4c65-bd17-7aa0376fb242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eb1faf-57d1-49cb-aa3e-bd4014d25f78,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:31.556514 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50918) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:31.654172 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-99b900dc-b1b0-46c2-a405-aa85b128e4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:31.686319 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-99b900dc-b1b0-46c2-a405-aa85b128e4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:31.745596 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-99b900dc-b1b0-46c2-a405-aa85b128e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:31.750557 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-99b900dc-b1b0-46c2-a405-aa85b128e4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:31.757129 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-99b900dc-b1b0-46c2-a405-aa85b128e4cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44eb1faf-57d1-49cb-aa3e-bd4014d25f78 HTTP/1.1" status: 204 len: 168 time: 0.1984520 Jul 30 15:32:31.770340 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b900dc-b1b0-46c2-a405-aa85b128e4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eb1faf-57d1-49cb-aa3e-bd4014d25f78,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:32.250707 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50934) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:32.265049 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-98bd2069-9ec6-4e5a-8b96-97222136daea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:32.397403 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-98bd2069-9ec6-4e5a-8b96-97222136daea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:32.405953 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-98bd2069-9ec6-4e5a-8b96-97222136daea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:32.410039 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b82a6-c03a-4e4b-a4f8-8a0a2ab7906c req-8dc59704-bcf1-4a23-ad3e-4b2a5af2c5ea tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:32.413173 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a25b82a6-c03a-4e4b-a4f8-8a0a2ab7906c req-8dc59704-bcf1-4a23-ad3e-4b2a5af2c5ea tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0759652 Jul 30 15:32:32.462193 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-98bd2069-9ec6-4e5a-8b96-97222136daea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d979083c7704de5bceb566e13fa72ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102227 Jul 30 15:32:32.463623 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50940) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:32.467692 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd2069-9ec6-4e5a-8b96-97222136daea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c932e50a-1c6d-48ac-a8a4-efb21d2435c6,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:32.477291 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a25b82a6-c03a-4e4b-a4f8-8a0a2ab7906c req-7310b3c6-c141-433f-9b3b-ad442c4277da tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566177 Jul 30 15:32:32.526364 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4f21eaf9-3b8b-415f-913a-a0f805af40ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:32.555939 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4f21eaf9-3b8b-415f-913a-a0f805af40ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:32.609785 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4f21eaf9-3b8b-415f-913a-a0f805af40ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:32.617345 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4f21eaf9-3b8b-415f-913a-a0f805af40ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:32.618798 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-4f21eaf9-3b8b-415f-913a-a0f805af40ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c932e50a-1c6d-48ac-a8a4-efb21d2435c6 HTTP/1.1" status: 204 len: 168 time: 0.1539948 Jul 30 15:32:32.627971 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21eaf9-3b8b-415f-913a-a0f805af40ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932e50a-1c6d-48ac-a8a4-efb21d2435c6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:33.653119 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6506e-873b-48ce-bc94-ca3df026c74e req-2d380ac3-85a5-420e-985e-196fe9f442b8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:33.662822 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9cb6506e-873b-48ce-bc94-ca3df026c74e req-2d380ac3-85a5-420e-985e-196fe9f442b8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0815709 Jul 30 15:32:33.724865 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9cb6506e-873b-48ce-bc94-ca3df026c74e req-c4804212-686c-49fa-a77c-20a0f3539cde tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609386 Jul 30 15:32:33.926622 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 50982) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:34.050728 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7035f7df-25b4-4939-8655-994ccec7ac91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.142720 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7035f7df-25b4-4939-8655-994ccec7ac91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.146675 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7035f7df-25b4-4939-8655-994ccec7ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.189455 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035f7df-25b4-4939-8655-994ccec7ac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7618ab5-7328-4b66-a436-b10b39e58dd4,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:34.197283 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50986) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:34.197951 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7035f7df-25b4-4939-8655-994ccec7ac91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=348889e9aad84d1b941adbe7a25b9cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694097 Jul 30 15:32:34.254645 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6178b2d8-cf52-47b7-a6d2-569bae079329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.278108 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6178b2d8-cf52-47b7-a6d2-569bae079329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.328589 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6178b2d8-cf52-47b7-a6d2-569bae079329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.331465 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6178b2d8-cf52-47b7-a6d2-569bae079329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.333924 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-6178b2d8-cf52-47b7-a6d2-569bae079329 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7618ab5-7328-4b66-a436-b10b39e58dd4 HTTP/1.1" status: 204 len: 168 time: 0.1338429 Jul 30 15:32:34.343734 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178b2d8-cf52-47b7-a6d2-569bae079329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7618ab5-7328-4b66-a436-b10b39e58dd4,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:34.626918 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 50994) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:34.640431 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-31abd4bb-e195-4f4c-83b3-5941fcb39659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.731781 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-31abd4bb-e195-4f4c-83b3-5941fcb39659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.738527 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-31abd4bb-e195-4f4c-83b3-5941fcb39659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.782571 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-31abd4bb-e195-4f4c-83b3-5941fcb39659 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=917764e24896433b8634eb971277814c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534293 Jul 30 15:32:34.782571 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abd4bb-e195-4f4c-83b3-5941fcb39659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5dddbb-4c1e-4bf5-8d54-287b5c66de6f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:34.784108 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51000) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:34.835922 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2c66940a-b146-4b7e-bc0a-da433a415afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.856991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2c66940a-b146-4b7e-bc0a-da433a415afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.888291 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d662-0cbe-459e-b926-c9db28527694 req-ff92f005-e9ec-450b-94d0-6cdcf18d5094 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:34.897454 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ee20d662-0cbe-459e-b926-c9db28527694 req-ff92f005-e9ec-450b-94d0-6cdcf18d5094 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0645199 Jul 30 15:32:34.921198 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2c66940a-b146-4b7e-bc0a-da433a415afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.924037 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2c66940a-b146-4b7e-bc0a-da433a415afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:34.929604 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2c66940a-b146-4b7e-bc0a-da433a415afa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e5dddbb-4c1e-4bf5-8d54-287b5c66de6f HTTP/1.1" status: 204 len: 168 time: 0.1407332 Jul 30 15:32:34.940483 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66940a-b146-4b7e-bc0a-da433a415afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5dddbb-4c1e-4bf5-8d54-287b5c66de6f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:34.975316 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ee20d662-0cbe-459e-b926-c9db28527694 req-034b0bbc-f8c9-4614-99e4-71da83c743cf tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769167 Jul 30 15:32:35.853126 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51064) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:35.955487 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1839975067-network', 'tenant_id': '13da3f8aa1e34d3d91dfe218ab9c3647'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:35.975377 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Made reservation on behalf of 13da3f8aa1e34d3d91dfe218ab9c3647 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:35.977680 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:35.985663 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.109937 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.115540 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.145222 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:32:36.159584 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17a938-740b-4fd5-b356-4829054c01b7 req-ada56b47-8f6d-4462-91d6-586ed7e577f1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:36.161127 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-be17a938-740b-4fd5-b356-4829054c01b7 req-ada56b47-8f6d-4462-91d6-586ed7e577f1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.1069372 Jul 30 15:32:36.177392 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a676983-6a41-4cef-a86c-2c8e8b3d3009,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:36.181191 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.181537 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Added segment 10655b7e-3aab-429e-bf83-3a45e46736b2 of type vlan for network 81c6d487-b2bd-4861-be0f-62c58ae4728a Jul 30 15:32:36.238740 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-be17a938-740b-4fd5-b356-4829054c01b7 req-ab504350-eb38-4096-822b-b3f76df70f69 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705671 Jul 30 15:32:36.253011 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.297121 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.298287 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:36.298905 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.357611 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5033550 Jul 30 15:32:36.360652 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51070) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:36.366518 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Request body: {'subnet': {'network_id': '81c6d487-b2bd-4861-be0f-62c58ae4728a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1839975067-subnet', 'tenant_id': '13da3f8aa1e34d3d91dfe218ab9c3647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:36.367308 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244d6e6-7d63-48ff-95c0-bbd5dcb3df57 admin admin] Pushing event updated for resources: {'Network': ['ID=81c6d487-b2bd-4861-be0f-62c58ae4728a,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:36.377146 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 81c6d487-b2bd-4861-be0f-62c58ae4728a details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:32:36.389419 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Made reservation on behalf of 13da3f8aa1e34d3d91dfe218ab9c3647 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:36.391858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59223117'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.566624 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59223139'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.623244 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6c37d5-c590-49f3-bca3-bf006e85bfc6,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:36.630207 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Checking segment: {'id': '10655b7e-3aab-429e-bf83-3a45e46736b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '81c6d487-b2bd-4861-be0f-62c58ae4728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:36.630566 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Network hostable DHCP agents. Network: 81c6d487-b2bd-4861-be0f-62c58ae4728a, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:32:36.647471 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Network 81c6d487-b2bd-4861-be0f-62c58ae4728a is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:32:36.656419 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 81c6d487-b2bd-4861-be0f-62c58ae4728a) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:36.660515 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:36.661137 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:36.665794 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0280340-0fab-4680-8d60-2253b55a4e3a None None] Network 81c6d487-b2bd-4861-be0f-62c58ae4728a requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:36.675543 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-95ed33be-b380-480b-9b63-4da40db2c60d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3129780 Jul 30 15:32:36.822745 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae63389-e99d-4bd4-be2d-075c30231fd2 None None] Network 81c6d487-b2bd-4861-be0f-62c58ae4728a requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:37.225255 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51096) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:37.230309 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1492636593-network', 'tenant_id': '6036395cd0ef424e8c5092631e7bdd0b'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:37.251885 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Made reservation on behalf of 6036395cd0ef424e8c5092631e7bdd0b for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:37.254379 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.263634 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.378390 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.396886 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.420476 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:32:37.446204 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.446557 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.segments_db [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Added segment 12744d85-003b-4761-bbaf-e5a5bbdd4de7 of type vlan for network 0ea335a8-994a-4cc4-be5b-a99f65b72fcf Jul 30 15:32:37.455468 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2460fb-885a-4678-a84b-43f3926b0caf req-74a67636-4c05-40d2-ab1c-43cfcb3c7480 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:37.457000 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-da2460fb-885a-4678-a84b-43f3926b0caf req-74a67636-4c05-40d2-ab1c-43cfcb3c7480 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0971222 Jul 30 15:32:37.464239 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eede05d-b6ec-4513-b2f4-6164ab5ad72c,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:37.518848 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.537470 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-da2460fb-885a-4678-a84b-43f3926b0caf req-94456c04-b41e-43ad-956d-351dbfab6ead tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701470 Jul 30 15:32:37.569343 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.570622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:37.571218 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.633179 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4039974 Jul 30 15:32:37.633565 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51100) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:37.637268 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04a2fe-22e4-42c0-881a-443c7bc0003f admin admin] Pushing event updated for resources: {'Network': ['ID=0ea335a8-994a-4cc4-be5b-a99f65b72fcf,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:37.639436 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Request body: {'subnet': {'network_id': '0ea335a8-994a-4cc4-be5b-a99f65b72fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1492636593-subnet', 'tenant_id': '6036395cd0ef424e8c5092631e7bdd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:37.650153 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 0ea335a8-994a-4cc4-be5b-a99f65b72fcf details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:32:37.668598 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Made reservation on behalf of 6036395cd0ef424e8c5092631e7bdd0b for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:37.671670 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59267018'] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.867082 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59267044'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.925054 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f713b25c-48c6-4e64-a2d7-f4e016fae505,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:37.938143 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Checking segment: {'id': '12744d85-003b-4761-bbaf-e5a5bbdd4de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0ea335a8-994a-4cc4-be5b-a99f65b72fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:37.938397 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Network hostable DHCP agents. Network: 0ea335a8-994a-4cc4-be5b-a99f65b72fcf, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:32:37.962588 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Network 0ea335a8-994a-4cc4-be5b-a99f65b72fcf is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:32:37.972332 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 0ea335a8-994a-4cc4-be5b-a99f65b72fcf) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:37.978012 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:37.978422 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:37.982964 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f4962-8f49-4fae-981a-b637a19dece0 None None] Network 0ea335a8-994a-4cc4-be5b-a99f65b72fcf requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:37.994485 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3d90a330-cafc-4a87-8de2-6b31fc182da4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3597918 Jul 30 15:32:38.151547 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf09711-ff0d-41a0-afb9-2752d24f57a1 None None] Network 0ea335a8-994a-4cc4-be5b-a99f65b72fcf requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:38.268834 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51116) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:38.384311 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68085c8d-546b-41cd-b2a9-e1b0485db295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:38.514425 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68085c8d-546b-41cd-b2a9-e1b0485db295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:38.518371 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-68085c8d-546b-41cd-b2a9-e1b0485db295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:38.559278 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-68085c8d-546b-41cd-b2a9-e1b0485db295 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a4ef43c1bec442bb46f8a517b357423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892048 Jul 30 15:32:38.560322 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68085c8d-546b-41cd-b2a9-e1b0485db295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ccfa3-4b66-4aa9-9c34-0c0d602d7fc2,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:38.562276 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51120) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:38.636239 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d137ba2-0e64-4c87-989c-04be722c808f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:38.672571 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d137ba2-0e64-4c87-989c-04be722c808f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:38.733194 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d137ba2-0e64-4c87-989c-04be722c808f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:38.736485 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1d137ba2-0e64-4c87-989c-04be722c808f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:38.740829 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-1d137ba2-0e64-4c87-989c-04be722c808f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea2ccfa3-4b66-4aa9-9c34-0c0d602d7fc2 HTTP/1.1" status: 204 len: 168 time: 0.1746526 Jul 30 15:32:38.754071 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d137ba2-0e64-4c87-989c-04be722c808f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ccfa3-4b66-4aa9-9c34-0c0d602d7fc2,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:38.952750 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc29060-91a1-40d6-85ce-c4118ee7d013 req-c70adb51-281d-4c1c-a737-e95aaab4ae34 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:38.954342 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccc29060-91a1-40d6-85ce-c4118ee7d013 req-c70adb51-281d-4c1c-a737-e95aaab4ae34 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.3263018 Jul 30 15:32:39.011621 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccc29060-91a1-40d6-85ce-c4118ee7d013 req-505a5326-61ed-481f-80e3-f4cb310603fe tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485966 Jul 30 15:32:39.454186 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51152) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:39.556736 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1642206787-network', 'tenant_id': 'af05855667aa40e3b359e2b2d64d0ab8'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:39.578027 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Made reservation on behalf of af05855667aa40e3b359e2b2d64d0ab8 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:39.580389 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.588903 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.675727 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.680950 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.709804 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:32:39.719790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:39.724557 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.724981 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.segments_db [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Added segment 75a004dc-7c1f-4111-9f0f-2f031c87081b of type vlan for network 11ea20bf-3e08-4470-ade1-24240a0a57e0 Jul 30 15:32:39.765697 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.797368 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.798384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:39.798977 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:39.872241 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4143000 Jul 30 15:32:39.873139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51160) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:39.879099 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29ece7-595e-4f1e-b503-33ad2c0c050c admin admin] Pushing event updated for resources: {'Network': ['ID=11ea20bf-3e08-4470-ade1-24240a0a57e0,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:39.880462 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Request body: {'subnet': {'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1642206787-subnet', 'tenant_id': 'af05855667aa40e3b359e2b2d64d0ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:39.889001 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 11ea20bf-3e08-4470-ade1-24240a0a57e0 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:32:39.932796 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Made reservation on behalf of af05855667aa40e3b359e2b2d64d0ab8 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:39.935749 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59267018'] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:40.146641 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59267044'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:40.215570 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Checking segment: {'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:40.215936 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Network hostable DHCP agents. Network: 11ea20bf-3e08-4470-ade1-24240a0a57e0, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:32:40.219045 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb63c8f-3da2-483c-8ce7-05c437e84c27,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:40.238447 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Network 11ea20bf-3e08-4470-ade1-24240a0a57e0 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:32:40.253028 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 11ea20bf-3e08-4470-ade1-24240a0a57e0) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:40.257717 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:40.258379 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:40.262412 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d528d8-af2c-46b7-8c62-13cd2127316d None None] Network 11ea20bf-3e08-4470-ade1-24240a0a57e0 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:40.274923 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-f531c2a6-8803-4e0c-8358-a5a60e4f68f8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4001358 Jul 30 15:32:40.315912 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eeead-8336-429a-9810-b51cca222a9d req-bd5bebc8-88af-46b7-95c4-8025dc023cfb tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:40.317628 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fa3eeead-8336-429a-9810-b51cca222a9d req-bd5bebc8-88af-46b7-95c4-8025dc023cfb tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.2231500 Jul 30 15:32:40.364255 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fa3eeead-8336-429a-9810-b51cca222a9d req-5f831528-2b34-480d-94e1-41a18a3b42be tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380003 Jul 30 15:32:40.432849 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ce094-7b22-48e4-83de-8b0888c03b7d None None] Network 11ea20bf-3e08-4470-ade1-24240a0a57e0 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:32:41.511708 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1150cf-224f-4997-aa10-180ad07905e5 req-9d4bca79-068b-4cad-8198-e292ff504606 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:41.513225 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ca1150cf-224f-4997-aa10-180ad07905e5 req-9d4bca79-068b-4cad-8198-e292ff504606 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0485718 Jul 30 15:32:41.550699 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ca1150cf-224f-4997-aa10-180ad07905e5 req-2d8a21c4-2641-4a22-b9c3-39eb8198be94 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Jul 30 15:32:42.689752 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14856639-5955-482a-ac33-357873df06ad req-54f4d082-59bc-41ef-8789-882963bd1ef6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:42.691213 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14856639-5955-482a-ac33-357873df06ad req-54f4d082-59bc-41ef-8789-882963bd1ef6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0534031 Jul 30 15:32:42.729856 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14856639-5955-482a-ac33-357873df06ad req-c70fc6fc-27cf-4e56-9da5-6849181c9cbc tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Jul 30 15:32:43.385024 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-76e40626-04c7-4826-ab13-f5b50961565c tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:43.386524 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-76e40626-04c7-4826-ab13-f5b50961565c tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/networks?id=11ea20bf-3e08-4470-ade1-24240a0a57e0 HTTP/1.1" status: 200 len: 814 time: 0.1136801 Jul 30 15:32:43.402853 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-70bd701d-5f89-4a88-83f4-0bf646429c29 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/quotas/af05855667aa40e3b359e2b2d64d0ab8 HTTP/1.1" status: 200 len: 375 time: 0.0105479 Jul 30 15:32:43.443133 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-f80e2036-893a-43c7-9722-a407233c5642 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af05855667aa40e3b359e2b2d64d0ab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312192 Jul 30 15:32:43.629021 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-cb413f5e-3eae-42e0-ba9c-b8d28ab35505 service neutron] 10.222.0.50 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737761 Jul 30 15:32:43.739454 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-c3379004-8fb6-42ee-b043-5f11bd7f5dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092112 Jul 30 15:32:43.873383 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1bc60-0b0c-40ba-b34a-a8649166038c req-ab370b57-b00b-4bdc-8df2-1d5034ed225a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:43.875026 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d7c1bc60-0b0c-40ba-b34a-a8649166038c req-ab370b57-b00b-4bdc-8df2-1d5034ed225a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0660882 Jul 30 15:32:43.916891 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-65c3be34-a99d-4a48-a8e2-f0ff5d068a95 req-3e960c72-8a11-49a0-8083-83ffa3b5cba7 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0289774 Jul 30 15:32:43.917595 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d7c1bc60-0b0c-40ba-b34a-a8649166038c req-60c8d82b-bbbd-4cba-bfca-b554bdd0601d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Jul 30 15:32:45.029442 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-aa151830-00dc-4562-921a-778940bdd82e req-47bfc82c-cc19-4b04-8d69-f95f9dfd2da9 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0419638 Jul 30 15:32:45.058402 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4cc9f-1b71-4e47-a4c9-1049a28b54e7 req-54b12b76-6e6b-4aa3-b245-1a771718644b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:45.059907 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6ba4cc9f-1b71-4e47-a4c9-1049a28b54e7 req-54b12b76-6e6b-4aa3-b245-1a771718644b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0702384 Jul 30 15:32:45.101527 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6ba4cc9f-1b71-4e47-a4c9-1049a28b54e7 req-21cb4348-5ef7-4aaf-ad45-1231f6b7850a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355024 Jul 30 15:32:45.982091 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2e027c1f-7959-4401-a147-4503a0e4620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:46.124326 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d2388eeb-2298-4d47-aba9-674cc696ab48 req-287a9dc7-6d91-43f3-9213-f1ea284c8dc1 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jul 30 15:32:46.228276 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beedc1e-7efa-4294-b458-f648f3cb216b req-33a9dfbb-059d-4e4b-8cfa-f6320b9a3597 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:46.230349 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8beedc1e-7efa-4294-b458-f648f3cb216b req-33a9dfbb-059d-4e4b-8cfa-f6320b9a3597 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0536017 Jul 30 15:32:46.271523 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8beedc1e-7efa-4294-b458-f648f3cb216b req-8c15869c-8bfc-4f72-9bc3-8b9780d8626c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344846 Jul 30 15:32:47.216545 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2b8e6f46-622b-4fe1-adaa-8740406c6cf0 req-3d5118d7-4482-48e1-b44f-eab090b4793c tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0271482 Jul 30 15:32:47.402493 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896e57-8aa6-43a0-aae1-d9ce4f2b5eb9 req-a42b6f82-004c-43cf-90d2-0cab0df92f4f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:47.404351 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3d896e57-8aa6-43a0-aae1-d9ce4f2b5eb9 req-a42b6f82-004c-43cf-90d2-0cab0df92f4f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0491767 Jul 30 15:32:47.443508 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3d896e57-8aa6-43a0-aae1-d9ce4f2b5eb9 req-83e4e13a-8d60-4a03-b02d-75f54414446d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Jul 30 15:32:48.308500 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8aeb5321-ecbe-4bf5-b167-b58abd08cf25 req-ba0f5e6a-5b0d-47e5-939b-0892f5ce5d45 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0268905 Jul 30 15:32:48.560779 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca135-4cec-43a5-bd0d-e9209c83571e req-0af0df74-c94a-45d3-8a69-09ff82ffa183 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:48.562262 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-530ca135-4cec-43a5-bd0d-e9209c83571e req-0af0df74-c94a-45d3-8a69-09ff82ffa183 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0472932 Jul 30 15:32:48.581813 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1c8775d-eb99-4256-acbe-968d97024fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:48.604516 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-530ca135-4cec-43a5-bd0d-e9209c83571e req-176ace63-d806-4efe-9451-f1cb69a8af82 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349061 Jul 30 15:32:48.693453 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:48.891227 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:49.400845 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4004d25b-9f75-4e9f-8d75-69b18c640fc7 req-66125470-0fa4-4c1e-bee8-e9b300fe8f44 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0260558 Jul 30 15:32:49.715160 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:49.731221 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da54f1-799d-4e23-a7ff-ba5d947b9eae req-c64821af-632f-4848-98c8-4495a05cb635 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:49.732705 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-33da54f1-799d-4e23-a7ff-ba5d947b9eae req-c64821af-632f-4848-98c8-4495a05cb635 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0547552 Jul 30 15:32:49.770638 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-33da54f1-799d-4e23-a7ff-ba5d947b9eae req-41c66a76-c2b8-4ff9-b395-a742028df9c2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Jul 30 15:32:50.491733 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8a8d9885-a024-4914-b499-ec83d241bb7b req-daf7b5d5-bc8b-4b9b-8edb-ca6c9383c046 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0266795 Jul 30 15:32:50.513804 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:32:50.899619 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860ac4-e413-40d5-ab8e-433df56af8b7 req-4f63e2ed-2bcf-4ff5-a5e0-70168f9b1067 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:50.901223 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-de860ac4-e413-40d5-ab8e-433df56af8b7 req-4f63e2ed-2bcf-4ff5-a5e0-70168f9b1067 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0538077 Jul 30 15:32:50.942591 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-de860ac4-e413-40d5-ab8e-433df56af8b7 req-e6f807fe-8e27-48a6-bfae-e41364947001 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349696 Jul 30 15:32:51.583241 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-80b9c12b-008e-43fe-972d-abf0b8bd9a68 req-aca21a14-21ef-416f-b990-faa1e6e9eb9b tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0264723 Jul 30 15:32:51.605277 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:51.893909 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-c26e433e-56ca-4c56-be46-1ba3ce1fe728 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026698071&fields=id&tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 267 time: 0.0411949 Jul 30 15:32:52.003563 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-360eb770-42f2-4201-ab16-73ff31d43784 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:52.005067 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-360eb770-42f2-4201-ab16-73ff31d43784 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 811 time: 0.1040354 Jul 30 15:32:52.020289 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-a7843ca1-499c-4b34-a8e8-0731350c071f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/quotas/a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 375 time: 0.0090055 Jul 30 15:32:52.070135 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707f045-4918-4db9-a769-39502fa91a85 req-545cb142-e0f3-4415-9324-2b844e4cbec4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:52.071428 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-c241f688-1f46-40f5-a831-d70c7036dd8c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449638 Jul 30 15:32:52.071571 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4707f045-4918-4db9-a769-39502fa91a85 req-545cb142-e0f3-4415-9324-2b844e4cbec4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0513954 Jul 30 15:32:52.116070 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4707f045-4918-4db9-a769-39502fa91a85 req-0cabd4b9-9042-4ba7-a654-1a397d2c5d36 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Jul 30 15:32:52.186838 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-472ae8e3-71ad-4649-8337-9ccb9ca128c7 service neutron] 10.222.0.50 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994899 Jul 30 15:32:52.284049 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-ef487c31-6dc6-4492-b718-80b005590419 service neutron] 10.222.0.50 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921907 Jul 30 15:32:52.301890 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-522dd49d-2056-4182-91a1-6dde018e8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:52.303478 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-522dd49d-2056-4182-91a1-6dde018e8efa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1096 time: 0.0433109 Jul 30 15:32:52.414867 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-2f54d2b6-b7b1-470b-a94c-7112b250bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:52.416390 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-2f54d2b6-b7b1-470b-a94c-7112b250bd4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.0928931 Jul 30 15:32:52.483476 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-17bc1adb-1451-4ffe-a1a4-e2314186961e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 200 len: 998 time: 0.0591519 Jul 30 15:32:52.541201 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-62bd1ab6-d7cb-45f5-8675-21a4b69f5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:52.542655 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-62bd1ab6-d7cb-45f5-8675-21a4b69f5023 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0516121 Jul 30 15:32:52.610655 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ad3574e-4d69-41ea-b08d-0efdcc7a5a6d req-1a828518-3b8c-4d44-802b-5446e8beb3bf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 210 time: 0.0491586 Jul 30 15:32:52.622394 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-9ae30b71-f822-49f4-a92f-c254b613c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:52.624614 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-9ae30b71-f822-49f4-a92f-c254b613c211 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715270 Jul 30 15:32:52.693894 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c94e79de-6d0a-45c4-9381-779a69a74dd4 req-64709da6-3903-4c25-b09d-ae2b76956704 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 210 time: 0.0357139 Jul 30 15:32:52.729898 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-36806cb6-496f-40ac-b262-314ef1580576 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963764 Jul 30 15:32:52.884005 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-14f0a9e2-decb-42f8-9a29-ba9ba69ca7f2 req-2286ade5-1262-4c44-9241-2cc7585eea04 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430063 Jul 30 15:32:52.932676 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-4eeee6fe-4552-4d0c-99e9-9eff35b407bd tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:52.934124 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-4eeee6fe-4552-4d0c-99e9-9eff35b407bd tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "GET /v2.0/networks?id=11ea20bf-3e08-4470-ade1-24240a0a57e0 HTTP/1.1" status: 200 len: 814 time: 0.1202400 Jul 30 15:32:52.975132 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Request body: {'port': {'device_id': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0', 'admin_state_up': True, 'tenant_id': 'af05855667aa40e3b359e2b2d64d0ab8'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:53.106040 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Made reservation on behalf of af05855667aa40e3b359e2b2d64d0ab8 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:53.109489 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:53.278209 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Allocated IP 172.20.0.14 (11ea20bf-3e08-4470-ade1-24240a0a57e0/0eb63c8f-3da2-483c-8ce7-05c437e84c27/8488130e-137e-445f-9b92-75dcc7bf13c7) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:53.290259 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f013-fdac-4a6b-933d-858251dc164c req-7472ce34-67ff-406b-b474-a7e1d666eb74 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:53.291768 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a1c0f013-fdac-4a6b-933d-858251dc164c req-7472ce34-67ff-406b-b474-a7e1d666eb74 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0740454 Jul 30 15:32:53.353671 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a1c0f013-fdac-4a6b-933d-858251dc164c req-dad665d6-0b39-4e6f-9275-607fd5d56643 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560129 Jul 30 15:32:53.461873 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:53.498932 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:53.541764 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Network 11ea20bf-3e08-4470-ade1-24240a0a57e0 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:53.544814 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:53.551221 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:53.576563 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Pushing event updated for resources: {'Port': ['ID=8488130e-137e-445f-9b92-75dcc7bf13c7,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:53.594043 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.594402 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.594750 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.595089 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.595443 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.595764 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.596092 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.596424 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.596780 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.597160 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.597494 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.597818 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:53.616451 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:53.617124 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:53.631926 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-0aa78204-1a0b-43ba-8f9b-509ea62ec8b2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6608062 Jul 30 15:32:53.682980 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Request body: {'port': {'device_id': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:53.719858 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-19f811f7-c766-4868-8bf6-f52afe25ac9f req-4afffdb0-8fc6-451e-aea3-96b6c360cec6 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 210 time: 0.0338728 Jul 30 15:32:53.829594 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:53.902936 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-e3b2ff1a-8c04-4fa7-b804-0d9c231eeabd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:53.904364 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-e3b2ff1a-8c04-4fa7-b804-0d9c231eeabd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 811 time: 0.1986611 Jul 30 15:32:53.915439 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551a150-dfed-4fe6-bd02-a82883af8a5d req-f4c113a8-a6bb-47d2-ac7a-11b8d1c4d324 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:53.916814 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e551a150-dfed-4fe6-bd02-a82883af8a5d req-f4c113a8-a6bb-47d2-ac7a-11b8d1c4d324 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 932 time: 0.1311986 Jul 30 15:32:54.045731 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4ae4e5ca-9a8f-4ef8-8ccd-936fc37831f9 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 380 time: 0.1248224 Jul 30 15:32:54.054820 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e551a150-dfed-4fe6-bd02-a82883af8a5d req-dc5576ea-05a5-416c-bf84-aff66974b1b7 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199455 Jul 30 15:32:54.061515 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'port': {'device_id': '1be52713-84d2-4edc-b5b0-469659aa32af', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'admin_state_up': True, 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'security_groups': ['8efdec8f-380b-4987-9b15-f88d0f924a9d']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:54.504084 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce97ee-8d7e-408e-8cd7-2644881f13cd req-cf39d1c5-35ff-4763-ad69-0fe87c5c08b0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:54.513693 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6cce97ee-8d7e-408e-8cd7-2644881f13cd req-cf39d1c5-35ff-4763-ad69-0fe87c5c08b0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0691259 Jul 30 15:32:54.519706 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Made reservation on behalf of a255fbb215f04c70862a4bcc0ca5ec8b for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:32:54.523718 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:54.559289 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8488130e-137e-445f-9b92-75dcc7bf13c7 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:32:54.565267 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6cce97ee-8d7e-408e-8cd7-2644881f13cd req-7ff1917c-5d49-4c5d-95bb-ea4131dd3a7d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502350 Jul 30 15:32:54.568949 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:54.622300 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Transition to ACTIVE for port object 8488130e-137e-445f-9b92-75dcc7bf13c7 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:54.628677 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:54.712477 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Pushing event updated for resources: {'Port': ['ID=8488130e-137e-445f-9b92-75dcc7bf13c7,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:54.763079 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Allocated IP 172.20.0.5 (4db7f2c7-38aa-4869-9e01-5c78e7246e9e/192b55e9-8ec7-442c-9577-cd6a0faaf4f9/3d4056cb-8350-468e-860f-24685a7f613b) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:32:54.844600 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c3e6cd9e-44b3-450e-86a9-529806d20b23 req-92e3018d-9ff6-4bc3-8b7b-c434bb9af98d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 210 time: 0.0455954 Jul 30 15:32:54.848958 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Attempting to bind port 8488130e-137e-445f-9b92-75dcc7bf13c7 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:54.849300 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Attempting to bind port 8488130e-137e-445f-9b92-75dcc7bf13c7 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:54.849632 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Attempting to bind port 8488130e-137e-445f-9b92-75dcc7bf13c7 on network 11ea20bf-3e08-4470-ade1-24240a0a57e0 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:54.868072 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Port 8488130e-137e-445f-9b92-75dcc7bf13c7 on network 11ea20bf-3e08-4470-ade1-24240a0a57e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:32:54.868397 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Attempting to bind port 8488130e-137e-445f-9b92-75dcc7bf13c7 on network 11ea20bf-3e08-4470-ade1-24240a0a57e0 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:54.899172 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:54.899508 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Checking segment: {'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:54.899892 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Bound using segment: {'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:54.900320 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Bound port: 8488130e-137e-445f-9b92-75dcc7bf13c7, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:54.900686 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.003285 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.008079 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] For port 8488130e-137e-445f-9b92-75dcc7bf13c7, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:55.027804 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] For port 8488130e-137e-445f-9b92-75dcc7bf13c7, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=8488130e-137e-445f-9b92-75dcc7bf13c7,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:55.029420 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Transition to ACTIVE for port object 3d4056cb-8350-468e-860f-24685a7f613b will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:55.032195 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.071986 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:55.072586 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.073972 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] 10.222.0.58 "PUT /v2.0/ports/8488130e-137e-445f-9b92-75dcc7bf13c7 HTTP/1.1" status: 200 len: 1094 time: 1.3954821 Jul 30 15:32:55.075728 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'tag': '8488130e-137e-445f-9b92-75dcc7bf13c7'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:32:55.078053 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af2eae-543e-48c4-af90-e8aa5fce288c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a23d10f-ee39-4f9e-88c4-dfea950f1641", "tag": "8488130e-137e-445f-9b92-75dcc7bf13c7"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:32:55.114452 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad37d1-c63d-4a26-ba45-eae4624b199a service neutron] Pushing event updated for resources: {'Port': ['ID=8488130e-137e-445f-9b92-75dcc7bf13c7,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:55.126405 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.134094 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c94768-7e2b-49ca-bdfc-6792570a4b95 x-openstack-request-id: req-44c94768-7e2b-49ca-bdfc-6792570a4b95 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:32:55.134382 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a23d10f-ee39-4f9e-88c4-dfea950f1641", "tag": "8488130e-137e-445f-9b92-75dcc7bf13c7", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:32:55.134626 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44c94768-7e2b-49ca-bdfc-6792570a4b95 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:32:55.135014 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'tag': '8488130e-137e-445f-9b92-75dcc7bf13c7', 'status': 'completed', 'code': 200} Jul 30 15:32:55.180991 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:32:55.184178 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:32:55.189694 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661dfd9-c36b-4e47-92e6-0a631c54b726 req-411cf64f-5a67-48ab-9889-10a1b6819867 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:55.190194 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:32:55.191467 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4661dfd9-c36b-4e47-92e6-0a631c54b726 req-411cf64f-5a67-48ab-9889-10a1b6819867 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 944 time: 0.0498860 Jul 30 15:32:55.214968 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=3d4056cb-8350-468e-860f-24685a7f613b,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:55.237307 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4661dfd9-c36b-4e47-92e6-0a631c54b726 req-0a2bbb82-a59a-497e-8ffe-45f9770bac1a tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388763 Jul 30 15:32:55.277052 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:55.277797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.298999 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-303af665-9459-465a-8ff5-e58329d58d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:55.300535 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-303af665-9459-465a-8ff5-e58329d58d61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af05855667aa40e3b359e2b2d64d0ab8&device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 1097 time: 0.1420023 Jul 30 15:32:55.301903 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-876b8681-35a1-4efd-99d8-e7bc059e70cf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2461259 Jul 30 15:32:55.335503 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Request body: {'port': {'device_id': '1be52713-84d2-4edc-b5b0-469659aa32af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:32:55.385548 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-69676b3a-66f8-4b5f-82a0-0b7165e817ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8488130e-137e-445f-9b92-75dcc7bf13c7 HTTP/1.1" status: 200 len: 217 time: 0.0617282 Jul 30 15:32:55.449962 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.453944 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d4e4235c-a175-4760-b97d-3991a412dde4 None None] Provisioning for port 3d4056cb-8350-468e-860f-24685a7f613b completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:32:55.457649 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-d4e4235c-a175-4760-b97d-3991a412dde4 None None] Provisioning complete for port 3d4056cb-8350-468e-860f-24685a7f613b triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:32:55.457972 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d4e4235c-a175-4760-b97d-3991a412dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.471032 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-7dea4b20-aa7e-4286-9f39-20512e18d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:55.472503 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-7dea4b20-aa7e-4286-9f39-20512e18d4d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0eb63c8f-3da2-483c-8ce7-05c437e84c27 HTTP/1.1" status: 200 len: 854 time: 0.0761447 Jul 30 15:32:55.490939 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4235c-a175-4760-b97d-3991a412dde4 None None] Port 3d4056cb-8350-468e-860f-24685a7f613b cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:32:55.518507 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-a01a3503-4d9e-4326-940d-2f70e1eff534 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11ea20bf-3e08-4470-ade1-24240a0a57e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293243 Jul 30 15:32:55.718975 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-9edbf5fe-7445-41d9-9724-2f863e14ddb4 service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924372 Jul 30 15:32:55.888517 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff18ae-e56c-42f0-9375-edcb4f928a43 req-06fcbdad-4a04-4aac-bcd7-85d4267a7758 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:55.890052 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-05ff18ae-e56c-42f0-9375-edcb4f928a43 req-06fcbdad-4a04-4aac-bcd7-85d4267a7758 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.1402864 Jul 30 15:32:55.920997 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-babd1b8e-6311-4a8a-b063-c868ac408727 req-9c885017-b843-422d-9d46-a925f5c9fe41 service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866701 Jul 30 15:32:55.956055 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4056cb-8350-468e-860f-24685a7f613b {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:32:55.967702 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33505d-6a90-443c-89c3-334825d7cf84 req-5318bafe-1935-4446-a98d-43118e769425 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:55.967935 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:55.969452 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5f33505d-6a90-443c-89c3-334825d7cf84 req-5318bafe-1935-4446-a98d-43118e769425 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 931 time: 0.0538001 Jul 30 15:32:55.972821 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-05ff18ae-e56c-42f0-9375-edcb4f928a43 req-9d76cf45-8465-4f71-9a58-c8a3a99c794f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767527 Jul 30 15:32:55.985019 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Transition to ACTIVE for port object 3d4056cb-8350-468e-860f-24685a7f613b will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:32:55.990803 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:56.045582 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5f33505d-6a90-443c-89c3-334825d7cf84 req-0c09a9d7-c661-46a1-91fb-75563fcfbdae tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677958 Jul 30 15:32:56.117926 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4056cb-8350-468e-860f-24685a7f613b,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:56.128012 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-58fac1e9-1f87-4f29-b081-9ee486144f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.129580 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-58fac1e9-1f87-4f29-b081-9ee486144f33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af05855667aa40e3b359e2b2d64d0ab8&device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 1097 time: 0.1259732 Jul 30 15:32:56.209042 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Attempting to bind port 3d4056cb-8350-468e-860f-24685a7f613b on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:32:56.209388 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Attempting to bind port 3d4056cb-8350-468e-860f-24685a7f613b by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:32:56.209868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Attempting to bind port 3d4056cb-8350-468e-860f-24685a7f613b on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:56.218357 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Port 3d4056cb-8350-468e-860f-24685a7f613b on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:32:56.218687 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Attempting to bind port 3d4056cb-8350-468e-860f-24685a7f613b on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:32:56.235852 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:32:56.236196 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Checking segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:32:56.236682 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Bound using segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:32:56.237169 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Bound port: 3d4056cb-8350-468e-860f-24685a7f613b, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:32:56.237537 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:56.264708 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-052029fb-1731-463a-9c70-cca474a67079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.266395 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-052029fb-1731-463a-9c70-cca474a67079 service neutron] 10.222.0.58 "GET /v2.0/networks?id=11ea20bf-3e08-4470-ade1-24240a0a57e0 HTTP/1.1" status: 200 len: 915 time: 0.1285651 Jul 30 15:32:56.336263 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-5873f801-8894-46e2-ac3b-00a7085e3345 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8488130e-137e-445f-9b92-75dcc7bf13c7 HTTP/1.1" status: 200 len: 217 time: 0.0487292 Jul 30 15:32:56.422679 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] For port 3d4056cb-8350-468e-860f-24685a7f613b, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:32:56.441295 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-b1235b87-e075-4993-99b5-c2442b8868e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.442769 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-b1235b87-e075-4993-99b5-c2442b8868e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0eb63c8f-3da2-483c-8ce7-05c437e84c27 HTTP/1.1" status: 200 len: 854 time: 0.0947607 Jul 30 15:32:56.445858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] For port 3d4056cb-8350-468e-860f-24685a7f613b, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=3d4056cb-8350-468e-860f-24685a7f613b,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:32:56.454052 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973e555-cf18-404d-a1bc-744bc828794a req-42b6f7ba-6f48-49b5-bcfa-8ef62c77420b tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.455514 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e973e555-cf18-404d-a1bc-744bc828794a req-42b6f7ba-6f48-49b5-bcfa-8ef62c77420b tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 944 time: 0.1233304 Jul 30 15:32:56.465909 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:56.500400 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-a95f6538-fa85-4938-b857-95968b3be8b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11ea20bf-3e08-4470-ade1-24240a0a57e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439141 Jul 30 15:32:56.555833 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.556466 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:56.557955 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] 10.222.0.58 "PUT /v2.0/ports/3d4056cb-8350-468e-860f-24685a7f613b HTTP/1.1" status: 200 len: 1093 time: 1.2274976 Jul 30 15:32:56.652658 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e973e555-cf18-404d-a1bc-744bc828794a req-bfabf77a-94d2-4874-ab89-8b112fc023db tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845815 Jul 30 15:32:56.658277 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1faf7-a5f3-45ee-a093-75742bfc8ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4056cb-8350-468e-860f-24685a7f613b,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:56.693652 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-ceaf16f7-d18d-4e50-80e0-47f03fe8a3c3 service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726818 Jul 30 15:32:56.698571 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-46e66eb8-f82a-4070-9554-7b0e6fc1943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.699960 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-46e66eb8-f82a-4070-9554-7b0e6fc1943f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 1096 time: 0.0899966 Jul 30 15:32:56.788876 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-bcb26613-c7e1-4ddb-a864-06c7f1ea9ce0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4056cb-8350-468e-860f-24685a7f613b HTTP/1.1" status: 200 len: 217 time: 0.0692515 Jul 30 15:32:56.861588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-3461288a-ec9f-4092-8ec0-9e5216c7186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.862938 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-3461288a-ec9f-4092-8ec0-9e5216c7186d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0654407 Jul 30 15:32:56.864848 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e6af2eae-543e-48c4-af90-e8aa5fce288c req-9736a3b2-ed56-4448-8478-d2289467c622 service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522493 Jul 30 15:32:56.926031 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-61e2b984-bed6-46f3-9c43-cc7e181f426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:56.927495 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-61e2b984-bed6-46f3-9c43-cc7e181f426b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395360 Jul 30 15:32:57.019639 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-6639ab87-41be-46ff-87f4-a6fc568b3b6a service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832942 Jul 30 15:32:57.102795 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668b89-0b0c-48ca-b27a-12bc09ebfc9e req-3810366e-95ee-44a8-b269-dd5fc6dce49a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.104295 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-24668b89-0b0c-48ca-b27a-12bc09ebfc9e req-3810366e-95ee-44a8-b269-dd5fc6dce49a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0521340 Jul 30 15:32:57.111344 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cdc57f4b-6684-44a8-b2f2-fdf94dea6030 req-ee3d3f17-e072-487a-a2f8-2c7f4e4a2bc5 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Jul 30 15:32:57.137964 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:32:57.140398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41af2d12-0ad3-4395-80a6-28186041b081" -d '{"events": [{"name": "network-changed", "server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "tag": "3d4056cb-8350-468e-860f-24685a7f613b"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:32:57.145100 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-24668b89-0b0c-48ca-b27a-12bc09ebfc9e req-2767c557-ccc7-4824-8e5d-435ebf692d55 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350311 Jul 30 15:32:57.192816 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdf9d77-12c1-4135-9fbf-147931ac22c0 x-openstack-request-id: req-2bdf9d77-12c1-4135-9fbf-147931ac22c0 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:32:57.193294 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "tag": "3d4056cb-8350-468e-860f-24685a7f613b", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:32:57.193701 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bdf9d77-12c1-4135-9fbf-147931ac22c0 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:32:57.194300 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b', 'status': 'completed', 'code': 200} Jul 30 15:32:57.291056 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953afc4-63df-4bb2-a494-1981ac47524a req-ef2aa82a-32c3-49a3-9724-a283eb5609ec tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.292560 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d953afc4-63df-4bb2-a494-1981ac47524a req-ef2aa82a-32c3-49a3-9724-a283eb5609ec tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0549545 Jul 30 15:32:57.295227 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e5cfc-7518-4b1d-82e9-eaf766650fc3 req-bc523469-79be-4106-934d-13ac9a609a1a tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.296700 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1b8e5cfc-7518-4b1d-82e9-eaf766650fc3 req-bc523469-79be-4106-934d-13ac9a609a1a tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.0956497 Jul 30 15:32:57.324896 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af2d12-0ad3-4395-80a6-28186041b081 req-7fada41e-e8b1-4353-af2c-162f8a79b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.326351 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41af2d12-0ad3-4395-80a6-28186041b081 req-7fada41e-e8b1-4353-af2c-162f8a79b223 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 1096 time: 0.0910015 Jul 30 15:32:57.335820 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d953afc4-63df-4bb2-a494-1981ac47524a req-37895bf0-79d7-4ac7-84a4-d318494e4b93 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368192 Jul 30 15:32:57.409009 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-c403b552-c360-477a-a7d7-d13d18edc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.410538 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-c403b552-c360-477a-a7d7-d13d18edc3c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1137 time: 0.1378396 Jul 30 15:32:57.420083 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1b8e5cfc-7518-4b1d-82e9-eaf766650fc3 req-b102d322-0c37-41d4-89c3-04943e4239e3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082096 Jul 30 15:32:57.436936 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51456) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:57.537495 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af2d12-0ad3-4395-80a6-28186041b081 req-63aafa1c-308d-4bfd-b86e-41dd8f492fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.539041 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41af2d12-0ad3-4395-80a6-28186041b081 req-63aafa1c-308d-4bfd-b86e-41dd8f492fe0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.2035060 Jul 30 15:32:57.552160 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] Deleting subnet cb6c37d5-c590-49f3-bca3-bf006e85bfc6 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:32:57.562919 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:57.612261 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41af2d12-0ad3-4395-80a6-28186041b081 req-56891009-60c7-4c44-b8d5-911e8f15651b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4056cb-8350-468e-860f-24685a7f613b HTTP/1.1" status: 200 len: 217 time: 0.0638611 Jul 30 15:32:57.639178 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-d72daf03-7630-40f3-a595-82fb28ab948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.640654 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-d72daf03-7630-40f3-a595-82fb28ab948d service neutron] 10.222.0.58 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 916 time: 0.2179689 Jul 30 15:32:57.702672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711343'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:57.747348 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af2d12-0ad3-4395-80a6-28186041b081 req-234b40a3-999e-416b-93ac-d71857113a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.748839 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41af2d12-0ad3-4395-80a6-28186041b081 req-234b40a3-999e-416b-93ac-d71857113a8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.1260440 Jul 30 15:32:57.767975 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5f1f7-8b3b-4dc1-854b-882fcf90709a req-2c463ef9-81b3-4556-b868-6172352a13eb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:57.769461 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-54f5f1f7-8b3b-4dc1-854b-882fcf90709a req-2c463ef9-81b3-4556-b868-6172352a13eb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 944 time: 0.0466156 Jul 30 15:32:57.773782 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-2a0d1e0e-3e76-425d-81eb-26290eeaeb75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 1001 time: 0.1143141 Jul 30 15:32:57.776959 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:57.812765 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-54f5f1f7-8b3b-4dc1-854b-882fcf90709a req-a91bc546-d18c-4b1f-83c7-6d46aff8aaa7 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Jul 30 15:32:58.111228 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af2d12-0ad3-4395-80a6-28186041b081 req-a78bdaf5-5f56-4973-9be8-3ceab24dd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:58.112780 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41af2d12-0ad3-4395-80a6-28186041b081 req-a78bdaf5-5f56-4973-9be8-3ceab24dd289 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3527439 Jul 30 15:32:58.123021 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-f367ee01-9a17-4086-adde-ab631b770c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:58.124391 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-f367ee01-9a17-4086-adde-ab631b770c39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 200 len: 854 time: 0.0775158 Jul 30 15:32:58.151797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59223146'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.226399 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6c37d5-c590-49f3-bca3-bf006e85bfc6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:58.244953 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.247417 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-539b2e24-d157-4091-a0a9-333db23aa912 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb6c37d5-c590-49f3-bca3-bf006e85bfc6 HTTP/1.1" status: 204 len: 168 time: 0.8122787 Jul 30 15:32:58.250115 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51462) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:58.302400 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-30d9d508-0d0e-431d-9a7e-a6d48d9bd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:58.303937 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-30d9d508-0d0e-431d-9a7e-a6d48d9bd391 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9909bedf-be31-4413-93af-397226983a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1690311 Jul 30 15:32:58.319764 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.325899 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41af2d12-0ad3-4395-80a6-28186041b081 req-3a8eb70c-d760-4416-a794-753786c59ef0 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000811 Jul 30 15:32:58.386597 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bb98-8b9c-4b67-b58b-5641ed349ae4 req-593d5011-f74a-4c99-8ce0-0069ea7f907c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:58.388129 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b650bb98-8b9c-4b67-b58b-5641ed349ae4 req-593d5011-f74a-4c99-8ce0-0069ea7f907c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.1629703 Jul 30 15:32:58.403466 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.415705 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c6d487-b2bd-4861-be0f-62c58ae4728a']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:58.435966 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10655b7e-3aab-429e-bf83-3a45e46736b2') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:58.436259 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10655b7e-3aab-429e-bf83-3a45e46736b2') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:58.460340 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.480045 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.492581 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314b384-b0e7-481f-8a91-b58cdc026885 req-95436589-b71f-43b8-8b99-a17bcd59dbdd tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:58.494210 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a314b384-b0e7-481f-8a91-b58cdc026885 req-95436589-b71f-43b8-8b99-a17bcd59dbdd tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0807350 Jul 30 15:32:58.496976 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:32:58.497383 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:32:58.499055 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:32:58.503572 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b650bb98-8b9c-4b67-b58b-5641ed349ae4 req-47973d4c-847a-4130-9b2a-2ad74cc78ce3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843236 Jul 30 15:32:58.509543 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-fea8e190-5b62-4ec3-9f67-98eed0eb7a95 service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960533 Jul 30 15:32:58.528185 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41af2d12-0ad3-4395-80a6-28186041b081 req-c341360b-7106-4afd-a3a8-410532050dcd service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681919 Jul 30 15:32:58.582711 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.588827 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a314b384-b0e7-481f-8a91-b58cdc026885 req-448fee46-1ebb-4b52-9a46-9a7bdf3f8f73 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795846 Jul 30 15:32:58.592642 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.597600 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] 10.222.0.50 "DELETE /v2.0/networks/81c6d487-b2bd-4861-be0f-62c58ae4728a HTTP/1.1" status: 204 len: 168 time: 0.3436947 Jul 30 15:32:58.599380 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51468) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:58.610327 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb2f4a-6a6d-4725-9f8c-9619a3239378 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c6d487-b2bd-4861-be0f-62c58ae4728a,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:58.682498 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f4d5fd94-a357-4b4f-a6aa-7971fca61af5 req-2e349991-8549-4914-a66b-785faece545e service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637182 Jul 30 15:32:58.685893 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] Deleting subnet f713b25c-48c6-4e64-a2d7-f4e016fae505 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:32:58.695312 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac6300-58cd-4077-b69e-2dd70c091a65 req-33f43770-6878-41b5-921a-c34587e18cd2 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:58.696758 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4ac6300-58cd-4077-b69e-2dd70c091a65 req-33f43770-6878-41b5-921a-c34587e18cd2 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.1169391 Jul 30 15:32:58.697454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.751496 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711343'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.782166 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4ac6300-58cd-4077-b69e-2dd70c091a65 req-3417451a-857f-4d8b-8030-798388db3292 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653317 Jul 30 15:32:58.800116 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.857950 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59223146'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.886556 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f713b25c-48c6-4e64-a2d7-f4e016fae505,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:58.888538 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.893136 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-6ffebeb3-b770-4011-9dc9-8c15b45ce7ff admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f713b25c-48c6-4e64-a2d7-f4e016fae505 HTTP/1.1" status: 204 len: 168 time: 0.2883236 Jul 30 15:32:58.893136 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51472) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:58.941551 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf1115-a0d8-4075-8ad3-9d865b43c9bf req-ead0f3e1-cd70-4ac0-a0e6-538e786318cb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:58.942954 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cecf1115-a0d8-4075-8ad3-9d865b43c9bf req-ead0f3e1-cd70-4ac0-a0e6-538e786318cb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 944 time: 0.0486071 Jul 30 15:32:58.960153 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:58.981053 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cecf1115-a0d8-4075-8ad3-9d865b43c9bf req-7b9d8885-0f28-4c93-8d76-94d561bdb7c2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Jul 30 15:32:59.041993 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.051326 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea335a8-994a-4cc4-be5b-a99f65b72fcf']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:59.061750 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12744d85-003b-4761-bbaf-e5a5bbdd4de7') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:59.062051 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12744d85-003b-4761-bbaf-e5a5bbdd4de7') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:32:59.071588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.085030 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.090702 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:32:59.091158 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:32:59.092959 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:32:59.147686 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.151898 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.153785 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0ea335a8-994a-4cc4-be5b-a99f65b72fcf HTTP/1.1" status: 204 len: 168 time: 0.2598584 Jul 30 15:32:59.166934 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7ef01-9df4-43be-9718-d7da178264f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea335a8-994a-4cc4-be5b-a99f65b72fcf,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:59.263790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51476) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:59.303128 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-7f45d14a-6bfd-4383-aadb-9b8c54cd40e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13da3f8aa1e34d3d91dfe218ab9c3647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382085 Jul 30 15:32:59.305592 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51480) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:59.353214 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06bf5c6-95d6-4b98-9f93-74e7027f0fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.374558 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06bf5c6-95d6-4b98-9f93-74e7027f0fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.421154 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06bf5c6-95d6-4b98-9f93-74e7027f0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.423950 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a06bf5c6-95d6-4b98-9f93-74e7027f0fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.425144 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a06bf5c6-95d6-4b98-9f93-74e7027f0fa9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a676983-6a41-4cef-a86c-2c8e8b3d3009 HTTP/1.1" status: 204 len: 168 time: 0.1185894 Jul 30 15:32:59.432669 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bf5c6-95d6-4b98-9f93-74e7027f0fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a676983-6a41-4cef-a86c-2c8e8b3d3009,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:59.630313 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461ae69-17de-4f3c-9a04-23d0dc42a688 req-32f3bf13-2d86-4a7d-ba28-707eac46c2dd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:59.632102 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0461ae69-17de-4f3c-9a04-23d0dc42a688 req-32f3bf13-2d86-4a7d-ba28-707eac46c2dd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0518589 Jul 30 15:32:59.693075 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0461ae69-17de-4f3c-9a04-23d0dc42a688 req-dbc0af40-094e-4016-8a62-03f01404b573 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508347 Jul 30 15:32:59.719789 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d526bc-dc9d-4fb4-9746-b81459f87b4f req-19a2a8f1-f3d8-4c14-a30b-adf7e19114cb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:59.721314 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-40d526bc-dc9d-4fb4-9746-b81459f87b4f req-19a2a8f1-f3d8-4c14-a30b-adf7e19114cb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0526307 Jul 30 15:32:59.762531 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-40d526bc-dc9d-4fb4-9746-b81459f87b4f req-28ed8b15-7f87-4b2c-b7ef-29a4286e0310 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348122 Jul 30 15:32:59.771291 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51490) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:59.810917 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-640ad869-e4ea-4988-9ebe-66e4a80e5d84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6036395cd0ef424e8c5092631e7bdd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377791 Jul 30 15:32:59.813364 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51494) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:32:59.866786 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.887978 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.898353 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00045db-2b73-4768-a994-dd1db232d252 req-61b0fc47-9982-4279-8399-296ed197fe69 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:32:59.899828 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a00045db-2b73-4768-a994-dd1db232d252 req-61b0fc47-9982-4279-8399-296ed197fe69 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.0475304 Jul 30 15:32:59.934489 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.936997 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:32:59.937558 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a00045db-2b73-4768-a994-dd1db232d252 req-fc2d0c07-77ad-410e-8fe9-0b1a76af7da3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Jul 30 15:32:59.938127 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2eede05d-b6ec-4513-b2f4-6164ab5ad72c HTTP/1.1" status: 204 len: 168 time: 0.1238599 Jul 30 15:32:59.947211 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eede05d-b6ec-4513-b2f4-6164ab5ad72c,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:32:59.958912 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.959380 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.960363 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.960786 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.961189 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.961899 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.962295 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.962893 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.963212 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.963533 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.963855 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:32:59.964178 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca21fa-768b-4259-ad3f-5ff2b6184940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:00.097503 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a883b-cfd1-4165-86b9-aea9b4b8a8db req-e69f6c12-32fb-4318-a892-79aca097a3e0 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:00.098999 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-986a883b-cfd1-4165-86b9-aea9b4b8a8db req-e69f6c12-32fb-4318-a892-79aca097a3e0 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 944 time: 0.0496893 Jul 30 15:33:00.138465 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-986a883b-cfd1-4165-86b9-aea9b4b8a8db req-8ade921a-d87d-4136-85fc-d15ee2a4cda8 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Jul 30 15:33:00.165648 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 8488130e-137e-445f-9b92-75dcc7bf13c7 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:33:00.263169 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 8488130e-137e-445f-9b92-75dcc7bf13c7, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=8488130e-137e-445f-9b92-75dcc7bf13c7,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:00.280389 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '8488130e-137e-445f-9b92-75dcc7bf13c7', 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0', 'port_id': '8488130e-137e-445f-9b92-75dcc7bf13c7', 'mac_address': 'fa:16:3e:a1:38:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb63c8f-3da2-483c-8ce7-05c437e84c27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:33:00.320708 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:00.333165 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8488130e-137e-445f-9b92-75dcc7bf13c7 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:33:00.353351 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 8488130e-137e-445f-9b92-75dcc7bf13c7, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=8488130e-137e-445f-9b92-75dcc7bf13c7,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:00.357273 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:00.408209 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=8488130e-137e-445f-9b92-75dcc7bf13c7,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:00.795358 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['8488130e-137e-445f-9b92-75dcc7bf13c7'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:33:00.805353 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e376f57-af49-4c49-b48a-d6cf0699df31 req-f2a2ea61-0215-4153-a4b1-5da28175e1b6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:00.806985 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9e376f57-af49-4c49-b48a-d6cf0699df31 req-f2a2ea61-0215-4153-a4b1-5da28175e1b6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0515065 Jul 30 15:33:00.848926 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9e376f57-af49-4c49-b48a-d6cf0699df31 req-9849465e-d5e5-43a3-9ddc-0afaefd5287d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361133 Jul 30 15:33:00.902437 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e920-c972-4576-b4ab-a8cff392e5a4 req-5560c6ed-3ff1-47bd-9922-37a8e7f9fe7d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:00.905194 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-da28e920-c972-4576-b4ab-a8cff392e5a4 req-5560c6ed-3ff1-47bd-9922-37a8e7f9fe7d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0726752 Jul 30 15:33:00.947734 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-da28e920-c972-4576-b4ab-a8cff392e5a4 req-39dea08f-847a-4de5-8491-3dbb28ffaa49 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373299 Jul 30 15:33:01.054686 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd29026-4271-42f9-9cbe-855eab5c8e46 req-4c54b0d2-8f69-471b-988f-a287b22916c1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:01.056191 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8cd29026-4271-42f9-9cbe-855eab5c8e46 req-4c54b0d2-8f69-471b-988f-a287b22916c1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.0502198 Jul 30 15:33:01.099094 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8cd29026-4271-42f9-9cbe-855eab5c8e46 req-7b5c39b1-f563-48e5-a48b-d03091ede300 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368896 Jul 30 15:33:01.260403 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf33-265e-4810-98d8-7908d9aab928 req-235d5793-e2c7-417d-9929-515134639464 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:01.261941 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-630ccf33-265e-4810-98d8-7908d9aab928 req-235d5793-e2c7-417d-9929-515134639464 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 945 time: 0.0556700 Jul 30 15:33:01.300438 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-630ccf33-265e-4810-98d8-7908d9aab928 req-db61629b-2e6a-4d3b-bf4d-fa83b49c47a1 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Jul 30 15:33:01.970980 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfec1a-5fdd-454b-abc2-79cbbca01076 req-f6608589-f987-4e97-ab2c-a7992dba0d59 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:01.972507 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-43cfec1a-5fdd-454b-abc2-79cbbca01076 req-f6608589-f987-4e97-ab2c-a7992dba0d59 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 943 time: 0.0495822 Jul 30 15:33:02.017519 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-43cfec1a-5fdd-454b-abc2-79cbbca01076 req-0b626431-80ef-4136-9499-d6f9f2bfa34d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388048 Jul 30 15:33:02.066894 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd79e7d-a559-47f2-b66e-70aa7c1af020 req-6ea83857-444b-4f00-945b-8359ec4c8dd4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:02.068562 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4fd79e7d-a559-47f2-b66e-70aa7c1af020 req-6ea83857-444b-4f00-945b-8359ec4c8dd4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0505397 Jul 30 15:33:02.111409 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4fd79e7d-a559-47f2-b66e-70aa7c1af020 req-498014a4-3cc2-418b-a03d-0c020219f321 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358272 Jul 30 15:33:02.180881 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:33:02.188523 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 8488130e-137e-445f-9b92-75dcc7bf13c7 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:33:02.219036 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac7f75-9263-45c1-92a8-beca67341f46 req-597d1c7d-bc28-4d62-842b-00d9f5d04517 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:02.220743 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-36ac7f75-9263-45c1-92a8-beca67341f46 req-597d1c7d-bc28-4d62-842b-00d9f5d04517 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.0510955 Jul 30 15:33:02.266434 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-36ac7f75-9263-45c1-92a8-beca67341f46 req-fd4658a8-0900-4ba9-9e48-f89b35f1c410 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381744 Jul 30 15:33:02.314001 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 8488130e-137e-445f-9b92-75dcc7bf13c7 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:33:02.327547 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 8488130e-137e-445f-9b92-75dcc7bf13c7 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:33:02.327937 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:02.359989 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:02.375886 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '67d6e489-5795-44ee-82c1-136630e67e20', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'port_id': '67d6e489-5795-44ee-82c1-136630e67e20', 'mac_address': 'fa:16:3e:6e:51:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:33:02.422123 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb17c51-a773-4826-999f-94cd7aadf159 req-9513ecdd-e0a6-429f-9a3e-264d1380d455 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:02.423571 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-adb17c51-a773-4826-999f-94cd7aadf159 req-9513ecdd-e0a6-429f-9a3e-264d1380d455 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 945 time: 0.0506091 Jul 30 15:33:02.443237 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:02.462292 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-adb17c51-a773-4826-999f-94cd7aadf159 req-9d949023-3967-417d-b73a-604535e5989c tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Jul 30 15:33:02.462539 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d6e489-5795-44ee-82c1-136630e67e20 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:33:02.481277 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:02.500865 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:02.509063 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:02.517484 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8488130e-137e-445f-9b92-75dcc7bf13c7'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:33:02.519701 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ca84bc-77ef-4e47-b43a-ef56c55e5d6c" -d '{"events": [{"server_uuid": "9a23d10f-ee39-4f9e-88c4-dfea950f1641", "name": "network-vif-plugged", "status": "completed", "tag": "8488130e-137e-445f-9b92-75dcc7bf13c7"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:33:02.551531 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 8488130e-137e-445f-9b92-75dcc7bf13c7, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=8488130e-137e-445f-9b92-75dcc7bf13c7,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:02.559849 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5647666-e9e0-4176-b980-c5b0e6b13c81 x-openstack-request-id: req-d5647666-e9e0-4176-b980-c5b0e6b13c81 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:33:02.560134 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a23d10f-ee39-4f9e-88c4-dfea950f1641", "name": "network-vif-plugged", "status": "completed", "tag": "8488130e-137e-445f-9b92-75dcc7bf13c7", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:33:02.560383 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5647666-e9e0-4176-b980-c5b0e6b13c81 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:33:02.560788 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8488130e-137e-445f-9b92-75dcc7bf13c7', 'code': 200} Jul 30 15:33:02.561619 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:02.581654 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=9']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:02.629910 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=8488130e-137e-445f-9b92-75dcc7bf13c7,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:02.762348 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8272e-946e-4e42-aa86-ddca074c944a req-1628fe1a-c2d7-457a-9874-1f5d30944da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:02.763787 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c5d8272e-946e-4e42-aa86-ddca074c944a req-1628fe1a-c2d7-457a-9874-1f5d30944da3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 1099 time: 0.0416005 Jul 30 15:33:02.804057 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c5d8272e-946e-4e42-aa86-ddca074c944a req-70270e27-c5e4-4aa3-9a77-1cb696d5c4ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Jul 30 15:33:02.946975 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['67d6e489-5795-44ee-82c1-136630e67e20'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:33:03.146114 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc474d-6aeb-444b-9e41-f64d104c3116 req-ff478d8f-729d-4a52-8800-a87ac72a1427 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:03.148445 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e5dc474d-6aeb-444b-9e41-f64d104c3116 req-ff478d8f-729d-4a52-8800-a87ac72a1427 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0531461 Jul 30 15:33:03.187001 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e5dc474d-6aeb-444b-9e41-f64d104c3116 req-c31f2c80-2a27-4b25-817f-aefd32c9560b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325701 Jul 30 15:33:03.229720 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffee16-4e29-4afa-bad3-7be707ffbd36 req-1f5c2f62-2361-445a-b866-873ef280aa16 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:03.231238 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41ffee16-4e29-4afa-bad3-7be707ffbd36 req-1f5c2f62-2361-445a-b866-873ef280aa16 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0507727 Jul 30 15:33:03.272091 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-41ffee16-4e29-4afa-bad3-7be707ffbd36 req-f01ec0aa-4fd3-4776-b813-e9715d26d75b tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347743 Jul 30 15:33:03.391835 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798395ec-b363-42ed-b8cc-f4160b95fabf req-eda72526-9d6b-456a-8a4d-5caa0fb56df5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:03.393467 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-798395ec-b363-42ed-b8cc-f4160b95fabf req-eda72526-9d6b-456a-8a4d-5caa0fb56df5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.0501628 Jul 30 15:33:03.432377 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-798395ec-b363-42ed-b8cc-f4160b95fabf req-aefc7196-dfb8-4f89-8b5f-3de6b98db525 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330324 Jul 30 15:33:03.576825 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422cba5-13a4-4cf8-8467-999682599823 req-f7c8729f-a810-48cc-8943-21bf2289d587 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:03.578213 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9422cba5-13a4-4cf8-8467-999682599823 req-f7c8729f-a810-48cc-8943-21bf2289d587 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 946 time: 0.0486760 Jul 30 15:33:03.616054 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9422cba5-13a4-4cf8-8467-999682599823 req-e7c9c87f-6ab3-45dc-81ba-cba0eb77462a tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Jul 30 15:33:04.308642 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95fb6-bcca-4e65-86f5-c2eb4dda2535 req-6f4be7db-428c-474e-a538-d76de7963a08 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:04.310331 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ddd95fb6-bcca-4e65-86f5-c2eb4dda2535 req-6f4be7db-428c-474e-a538-d76de7963a08 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0509005 Jul 30 15:33:04.360158 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ddd95fb6-bcca-4e65-86f5-c2eb4dda2535 req-d6a2faab-93f3-41cb-9f0a-16bfd5eb3543 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373569 Jul 30 15:33:04.393798 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb2441-4f89-4f55-94ca-676319fd9e08 req-ebff65da-866f-4565-b1c9-59fd987453eb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:04.395303 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9cbb2441-4f89-4f55-94ca-676319fd9e08 req-ebff65da-866f-4565-b1c9-59fd987453eb tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0504327 Jul 30 15:33:04.440491 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9cbb2441-4f89-4f55-94ca-676319fd9e08 req-ed71e260-2e9f-453c-9b9e-797efc5779d6 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388258 Jul 30 15:33:04.548350 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c8f3b-33ab-4b44-a188-de59c695c262 req-cda86eb6-725d-4d9c-bc2d-b624585802d4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:04.549866 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f58c8f3b-33ab-4b44-a188-de59c695c262 req-cda86eb6-725d-4d9c-bc2d-b624585802d4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.0522351 Jul 30 15:33:04.589114 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f58c8f3b-33ab-4b44-a188-de59c695c262 req-e62ff5ef-0ad8-4446-9df9-048dac07db1c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333464 Jul 30 15:33:04.733518 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f38fc0-ddd0-4f5d-81ce-165e6c8bee15 req-40376cb1-f12c-4841-99c6-c16cf1381b91 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:04.735145 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-15f38fc0-ddd0-4f5d-81ce-165e6c8bee15 req-40376cb1-f12c-4841-99c6-c16cf1381b91 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 946 time: 0.0512378 Jul 30 15:33:04.775358 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-15f38fc0-ddd0-4f5d-81ce-165e6c8bee15 req-80799b4c-d58d-4234-be73-6871574a7c2e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Jul 30 15:33:05.484057 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6a6e-0a50-4e8f-94b0-15dd78b1faa8 req-27a1a9ed-bd84-4fcb-b403-fca7c6020946 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:05.485686 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-04ec6a6e-0a50-4e8f-94b0-15dd78b1faa8 req-27a1a9ed-bd84-4fcb-b403-fca7c6020946 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 944 time: 0.0532887 Jul 30 15:33:05.524603 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-04ec6a6e-0a50-4e8f-94b0-15dd78b1faa8 req-a318a1f3-0df2-4cd1-84ec-6dc453e2f09b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330324 Jul 30 15:33:05.559559 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ccb9c-f1d6-4c3e-b478-d4fbbfa1328d req-e571604d-8fd1-4802-9da9-ecec108c38e3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:05.561066 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-103ccb9c-f1d6-4c3e-b478-d4fbbfa1328d req-e571604d-8fd1-4802-9da9-ecec108c38e3 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0498400 Jul 30 15:33:05.602643 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-103ccb9c-f1d6-4c3e-b478-d4fbbfa1328d req-6f293bfd-e73e-41bd-82f9-f7b8485fbf94 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355737 Jul 30 15:33:05.702948 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e20e-26f0-4fd2-a559-4086813c6147 req-f0981f83-0622-4c5a-8854-1707785232ac tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:05.704412 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c699e20e-26f0-4fd2-a559-4086813c6147 req-f0981f83-0622-4c5a-8854-1707785232ac tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 943 time: 0.0475459 Jul 30 15:33:05.741923 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c699e20e-26f0-4fd2-a559-4086813c6147 req-15402d0d-43e0-4280-94e1-fe2b67fb61c3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Jul 30 15:33:05.888661 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ab5ad-ea94-46c5-b6a3-241a0c7a304c req-4307cf9a-56b6-4d7b-887e-2c85c50f9c8f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:05.890082 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c83ab5ad-ea94-46c5-b6a3-241a0c7a304c req-4307cf9a-56b6-4d7b-887e-2c85c50f9c8f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 946 time: 0.0478201 Jul 30 15:33:05.931898 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c83ab5ad-ea94-46c5-b6a3-241a0c7a304c req-d842dd10-d85d-4d2c-bfd9-6dac1448ed06 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353079 Jul 30 15:33:06.194659 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 3d4056cb-8350-468e-860f-24685a7f613b details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:33:06.200836 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:33:06.315835 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 67d6e489-5795-44ee-82c1-136630e67e20 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:33:06.316232 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:06.361737 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 3d4056cb-8350-468e-860f-24685a7f613b, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=3d4056cb-8350-468e-860f-24685a7f613b,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:06.376861 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '3d4056cb-8350-468e-860f-24685a7f613b', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'port_id': '3d4056cb-8350-468e-860f-24685a7f613b', 'mac_address': 'fa:16:3e:7d:7d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:33:06.431637 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:06.464547 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4056cb-8350-468e-860f-24685a7f613b {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:33:06.489802 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:06.495134 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 3d4056cb-8350-468e-860f-24685a7f613b, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=3d4056cb-8350-468e-860f-24685a7f613b,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:06.505091 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:06.540708 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:33:06.543316 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657567ce-ee1e-4889-b030-9e0880bff345" -d '{"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-plugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:33:06.561565 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:06.575449 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:06.581613 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=3d4056cb-8350-468e-860f-24685a7f613b,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:06.589513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.589866 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.590208 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.590542 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.590873 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.591202 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.591528 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.591851 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.592199 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.592523 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.592878 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.593200 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:33:06.602046 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc78c5-01a0-4152-87d9-120f27469e82 x-openstack-request-id: req-66bc78c5-01a0-4152-87d9-120f27469e82 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:33:06.602330 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-plugged", "status": "completed", "tag": "67d6e489-5795-44ee-82c1-136630e67e20", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:33:06.602584 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66bc78c5-01a0-4152-87d9-120f27469e82 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:33:06.602959 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20', 'code': 200} Jul 30 15:33:06.657559 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=10']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:06.678391 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a803187-9f25-4b3f-98f7-f498c48e2cfa req-5bae8a9b-1aa0-4c46-a622-5a90670397e5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:06.679920 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1a803187-9f25-4b3f-98f7-f498c48e2cfa req-5bae8a9b-1aa0-4c46-a622-5a90670397e5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0660400 Jul 30 15:33:06.718022 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1a803187-9f25-4b3f-98f7-f498c48e2cfa req-42990e59-1a8b-4570-ac73-48a8ee14af2f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Jul 30 15:33:06.734518 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349f12b-0ad6-4aca-8d54-8407a31cec0f req-9a9b69c4-2c62-444c-a95c-b3a9dd94b56b tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:06.735892 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5349f12b-0ad6-4aca-8d54-8407a31cec0f req-9a9b69c4-2c62-444c-a95c-b3a9dd94b56b tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0530121 Jul 30 15:33:06.780024 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5349f12b-0ad6-4aca-8d54-8407a31cec0f req-f7f5b718-52a3-46ff-bf5b-48653443acd1 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370173 Jul 30 15:33:06.867868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba1a24-e395-4a7e-8d7d-a14767c88124 req-1b362681-ad56-42a6-b258-45ccde9db38a tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:06.869714 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-89ba1a24-e395-4a7e-8d7d-a14767c88124 req-1b362681-ad56-42a6-b258-45ccde9db38a tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 944 time: 0.0553036 Jul 30 15:33:06.910406 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-89ba1a24-e395-4a7e-8d7d-a14767c88124 req-bfbd0a12-bd03-4667-98b0-91025be54a5c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343180 Jul 30 15:33:06.971746 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['3d4056cb-8350-468e-860f-24685a7f613b'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:33:07.278951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06939e-0cbc-408e-be98-0ae49905401b req-df315709-9af9-4f75-be95-bb8959cf944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:07.280782 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6a06939e-0cbc-408e-be98-0ae49905401b req-df315709-9af9-4f75-be95-bb8959cf944b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1099 time: 0.0408325 Jul 30 15:33:07.319972 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6a06939e-0cbc-408e-be98-0ae49905401b req-0c716f44-5878-46bf-ba0c-3c3c714c2f99 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Jul 30 15:33:07.842832 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fb7ea-47fb-4822-a1b5-e39303651f16 req-3ed7a2ae-3ae3-48f5-ae9b-3b8599b4b509 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:07.844386 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3d8fb7ea-47fb-4822-a1b5-e39303651f16 req-3ed7a2ae-3ae3-48f5-ae9b-3b8599b4b509 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0500538 Jul 30 15:33:07.882479 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3d8fb7ea-47fb-4822-a1b5-e39303651f16 req-b6fedf4c-3e19-4727-ae33-634016eafb71 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Jul 30 15:33:07.899568 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf19df-5f8b-4e9e-bc07-ba3f9a416c1a req-94c26401-c05c-41b8-9825-79a3c5a65095 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:07.901151 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a9cf19df-5f8b-4e9e-bc07-ba3f9a416c1a req-94c26401-c05c-41b8-9825-79a3c5a65095 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0498254 Jul 30 15:33:07.943263 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a9cf19df-5f8b-4e9e-bc07-ba3f9a416c1a req-767432ed-2dd6-4979-ba55-9aab2cc85b0e tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359218 Jul 30 15:33:08.027916 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d15e7-97e6-4895-b015-4286e3fc9d09 req-86c6858f-84e5-4a5b-ad41-8ce796f21a74 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:08.029408 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e19d15e7-97e6-4895-b015-4286e3fc9d09 req-86c6858f-84e5-4a5b-ad41-8ce796f21a74 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 944 time: 0.0488296 Jul 30 15:33:08.068229 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e19d15e7-97e6-4895-b015-4286e3fc9d09 req-0485ea23-9dd3-4ead-9c9f-b89fcbdf2bfd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Jul 30 15:33:08.210040 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 3d4056cb-8350-468e-860f-24685a7f613b up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:33:08.258211 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 3d4056cb-8350-468e-860f-24685a7f613b completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:33:08.262002 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 3d4056cb-8350-468e-860f-24685a7f613b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:33:08.262372 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:08.344783 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:08.377404 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 3d4056cb-8350-468e-860f-24685a7f613b, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=3d4056cb-8350-468e-860f-24685a7f613b,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:33:08.381094 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:08.429269 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=3d4056cb-8350-468e-860f-24685a7f613b,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:08.603786 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:33:08.606095 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5583f92a-6818-41eb-8cce-140d776fef46" -d '{"events": [{"server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "name": "network-vif-plugged", "status": "completed", "tag": "3d4056cb-8350-468e-860f-24685a7f613b"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:33:08.640131 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcadd55-82ac-43ef-9682-6c4b07a2df87 x-openstack-request-id: req-1bcadd55-82ac-43ef-9682-6c4b07a2df87 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:33:08.640423 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "name": "network-vif-plugged", "status": "completed", "tag": "3d4056cb-8350-468e-860f-24685a7f613b", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:33:08.640742 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bcadd55-82ac-43ef-9682-6c4b07a2df87 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:33:08.641152 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b', 'code': 200} Jul 30 15:33:08.974309 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12054e2-e0be-4a7f-bb71-742581035783 req-318d0ed5-005c-4aab-aeaf-52e9e4627949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:08.976055 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d12054e2-e0be-4a7f-bb71-742581035783 req-318d0ed5-005c-4aab-aeaf-52e9e4627949 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 1098 time: 0.0416915 Jul 30 15:33:09.007965 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6af52-41ee-4015-8a49-ec00b3405cdf req-f1a9c4ca-3963-4d71-a761-981b0ef396ae tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:09.009581 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9cf6af52-41ee-4015-8a49-ec00b3405cdf req-f1a9c4ca-3963-4d71-a761-981b0ef396ae tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0546610 Jul 30 15:33:09.030338 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d12054e2-e0be-4a7f-bb71-742581035783 req-73393741-57d8-4e32-8694-680d06faf706 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437157 Jul 30 15:33:09.049577 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9cf6af52-41ee-4015-8a49-ec00b3405cdf req-26663661-66e4-4799-8fbd-cf54f348185c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343084 Jul 30 15:33:09.072993 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb36c2-cce2-4ba0-be4a-5d0d4683dc8e req-35b9adca-5f37-4c40-a1e9-c43ee9ad7cf7 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:09.072993 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dbbb36c2-cce2-4ba0-be4a-5d0d4683dc8e req-35b9adca-5f37-4c40-a1e9-c43ee9ad7cf7 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0547693 Jul 30 15:33:09.114468 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-dbbb36c2-cce2-4ba0-be4a-5d0d4683dc8e req-38c06a73-a302-4ff9-a9ad-819c0b8226aa tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377593 Jul 30 15:33:09.184101 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbefb4-7241-4ddd-91b7-e539c22dece0 req-aa73c651-d093-4f98-ba03-2f017bcac37e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:09.185506 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9ffbefb4-7241-4ddd-91b7-e539c22dece0 req-aa73c651-d093-4f98-ba03-2f017bcac37e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0487814 Jul 30 15:33:09.222908 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9ffbefb4-7241-4ddd-91b7-e539c22dece0 req-3ad8f66c-dcce-4f93-a2af-e2a4197f8d53 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Jul 30 15:33:10.181506 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b274e8-31fe-4ba2-936a-1f64efd9a6d8 req-fa6d8b19-a275-4105-9e74-96314bd3e0b8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:10.183129 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d1b274e8-31fe-4ba2-936a-1f64efd9a6d8 req-fa6d8b19-a275-4105-9e74-96314bd3e0b8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0539787 Jul 30 15:33:10.222048 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d1b274e8-31fe-4ba2-936a-1f64efd9a6d8 req-45dcfbd3-4c6a-4357-a79b-dfe5dc5f796f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Jul 30 15:33:10.234335 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b210e-66d3-4530-bc56-5070f5fff176 req-43f8b08f-3751-4fc3-8ce5-a49e2f1c74ca tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:10.236916 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5d5b210e-66d3-4530-bc56-5070f5fff176 req-43f8b08f-3751-4fc3-8ce5-a49e2f1c74ca tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0484650 Jul 30 15:33:10.277367 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5d5b210e-66d3-4530-bc56-5070f5fff176 req-e8b662ec-5ec9-4bdc-97f5-8a177844388f tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339034 Jul 30 15:33:10.337273 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c957af0-c6cc-4fd2-b2c5-55f58828b81a req-92c4b502-fa5e-4c02-9f45-acec5e427f4c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:10.338721 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5c957af0-c6cc-4fd2-b2c5-55f58828b81a req-92c4b502-fa5e-4c02-9f45-acec5e427f4c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0467045 Jul 30 15:33:10.380913 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5c957af0-c6cc-4fd2-b2c5-55f58828b81a req-ec332b22-1a0f-43e5-aa17-8c689105c489 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Jul 30 15:33:11.346036 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688340a-091e-4bfa-b495-dbff1ea59419 req-c4ec0ed7-739e-4ce8-bd53-7d7b67220260 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:11.347716 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8688340a-091e-4bfa-b495-dbff1ea59419 req-c4ec0ed7-739e-4ce8-bd53-7d7b67220260 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0529094 Jul 30 15:33:11.384777 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8688340a-091e-4bfa-b495-dbff1ea59419 req-1e6a3609-5edc-40eb-be0d-bf91b2ff44e7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311773 Jul 30 15:33:11.395683 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6380d-5629-40a2-a249-458237a73ea3 req-57e2298e-485c-4260-815d-f0450a35575d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:11.397754 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a4f6380d-5629-40a2-a249-458237a73ea3 req-57e2298e-485c-4260-815d-f0450a35575d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0519433 Jul 30 15:33:11.441155 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a4f6380d-5629-40a2-a249-458237a73ea3 req-decc09ef-7e9b-4c77-96b1-6bd693d33e60 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&id=e8632294-bfa4-4ac6-b8d2-09f439b14557&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350189 Jul 30 15:33:11.505724 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba014faf-9d1a-4e82-a064-586d293e6457 req-97991f9f-5622-494e-adde-c5f2bf53695f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:11.507346 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ba014faf-9d1a-4e82-a064-586d293e6457 req-97991f9f-5622-494e-adde-c5f2bf53695f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0595558 Jul 30 15:33:11.546379 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ba014faf-9d1a-4e82-a064-586d293e6457 req-6a76b4ce-5165-4fc5-9cb1-86e3dfdfb7a4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Jul 30 15:33:11.659456 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e47fe5-4103-44c3-8279-963926a9099b req-3644540b-331a-48b8-b2c9-3b4f77298f1f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:11.661005 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7e47fe5-4103-44c3-8279-963926a9099b req-3644540b-331a-48b8-b2c9-3b4f77298f1f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0488100 Jul 30 15:33:11.699419 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7e47fe5-4103-44c3-8279-963926a9099b req-83e760c2-0b46-41f4-a1af-93691af85ce8 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Jul 30 15:33:11.721777 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51746) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:33:11.900647 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a04ea-34ae-4922-9fe2-99f4f86d8dc1 tempest-TestVolumeBootPattern-318677761 tempest-TestVolumeBootPattern-318677761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:11.903003 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-837a04ea-34ae-4922-9fe2-99f4f86d8dc1 tempest-TestVolumeBootPattern-318677761 tempest-TestVolumeBootPattern-318677761-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 1093 time: 0.1801796 Jul 30 15:33:11.906147 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51750) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:33:11.910556 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'port_id': '3d4056cb-8350-468e-860f-24685a7f613b', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:33:11.932705 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:12.040400 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:12.147120 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Allocated IP 172.27.2.104 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/7a5056b6-d796-4c13-8c72-9fe4fc1fde81) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:33:12.248136 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:12.290591 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:12.326262 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:33:12.329076 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:33:12.331516 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:33:12.370902 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=7a5056b6-d796-4c13-8c72-9fe4fc1fde81,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:12.503342 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64117a-f36d-466f-ade0-85537f794ee9 req-f3ade01a-55ee-4153-b623-4c78a4461f47 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:12.504908 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ba64117a-f36d-466f-ade0-85537f794ee9 req-f3ade01a-55ee-4153-b623-4c78a4461f47 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0471077 Jul 30 15:33:12.545564 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ba64117a-f36d-466f-ade0-85537f794ee9 req-a445a6e3-0625-49d0-86d2-a56cd6bd3fdc tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Jul 30 15:33:12.712836 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:12.780284 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:12.933330 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:12.937647 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:13.002860 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=7a5056b6-d796-4c13-8c72-9fe4fc1fde81,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:13.020614 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:13.360911 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Floating IP e4de086c-dc61-42ea-adf3-7cb6e7646866 associated. External IP: 172.27.2.104, port: 3d4056cb-8350-468e-860f-24685a7f613b. Jul 30 15:33:13.564116 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:33:13.707879 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:33:13.718200 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:33:13.728920 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:33:13.729444 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:32:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:33:13.733912 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671ffd1-d04c-4795-b900-cc339a0d16c3 req-9d219a23-135d-469b-b1aa-0bc3a8374bc1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:13.735440 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d671ffd1-d04c-4795-b900-cc339a0d16c3 req-9d219a23-135d-469b-b1aa-0bc3a8374bc1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0778034 Jul 30 15:33:13.736627 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:13.777129 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-59267074-6dcd-4c17-9a2a-b0522e79ea3e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8698890 Jul 30 15:33:13.779200 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:33:13.781773 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "tag": "3d4056cb-8350-468e-860f-24685a7f613b"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:33:13.805952 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d671ffd1-d04c-4795-b900-cc339a0d16c3 req-119f5817-8503-4c92-9302-f34bb21c659c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478354 Jul 30 15:33:13.840750 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:33:13.956134 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6798e6a0-a6d6-4060-86eb-26b6da821d61 x-openstack-request-id: req-6798e6a0-a6d6-4060-86eb-26b6da821d61 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:33:13.956431 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "tag": "3d4056cb-8350-468e-860f-24685a7f613b", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:33:13.956683 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6798e6a0-a6d6-4060-86eb-26b6da821d61 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:33:13.959229 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b', 'status': 'completed', 'code': 200} Jul 30 15:33:14.057691 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-02156d18-902a-4c76-b0e7-5b07b7c05fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:14.059169 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-02156d18-902a-4c76-b0e7-5b07b7c05fb7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 1098 time: 0.0417206 Jul 30 15:33:14.080341 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'e4de086c-dc61-42ea-adf3-7cb6e7646866', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': '3d4056cb-8350-468e-860f-24685a7f613b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:7d:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be52713-84d2-4edc-b5b0-469659aa32af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:33:12Z', 'updated_at': '2021-07-30T15:33:12Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:33:14.106969 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:33:14.115805 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:33:14.116602 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:32:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:33:14.151680 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-7b770d05-7875-4ade-b884-6e0629f082fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:14.153194 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-7b770d05-7875-4ade-b884-6e0629f082fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0870504 Jul 30 15:33:14.220859 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-9334f642-6ab7-452f-8be3-62e8a587368b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4056cb-8350-468e-860f-24685a7f613b HTTP/1.1" status: 200 len: 999 time: 0.0587785 Jul 30 15:33:14.221084 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:33:14.278103 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-c0022b0f-febb-4a32-afea-9e0acb6f2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:14.279974 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-c0022b0f-febb-4a32-afea-9e0acb6f2ef6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0470052 Jul 30 15:33:14.334224 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-8795e103-dd7f-495a-8d1e-d8cf81e09956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:14.335645 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-8795e103-dd7f-495a-8d1e-d8cf81e09956 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455875 Jul 30 15:33:14.439431 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-66ff93a6-218e-4287-be3c-92c32a8f0788 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936646 Jul 30 15:33:14.457901 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'e4de086c-dc61-42ea-adf3-7cb6e7646866', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': '3d4056cb-8350-468e-860f-24685a7f613b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:7d:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be52713-84d2-4edc-b5b0-469659aa32af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:33:12Z', 'updated_at': '2021-07-30T15:33:12Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:33:14.487598 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9d535-efe1-4b53-a670-5dbe2a29e55d None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'e4de086c-dc61-42ea-adf3-7cb6e7646866', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': '3d4056cb-8350-468e-860f-24685a7f613b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:7d:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be52713-84d2-4edc-b5b0-469659aa32af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:33:12Z', 'updated_at': '2021-07-30T15:33:12Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:33:14.535140 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7bbf3c6-be12-47f9-9d4a-2fd29f5c40ff req-4755a648-0c6d-43b4-aeae-681ec2af70ca service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877469 Jul 30 15:33:14.673841 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1907f9-7753-4eb5-9219-3f7b2054c73f None None] New status for floating IP e4de086c-dc61-42ea-adf3-7cb6e7646866: ACTIVE {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:33:14.934981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcec3d-4f4f-4191-a173-8c224a7b3a96 req-22145b26-9062-4125-bf01-b524a28469fd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:14.936470 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-68bcec3d-4f4f-4191-a173-8c224a7b3a96 req-22145b26-9062-4125-bf01-b524a28469fd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0510559 Jul 30 15:33:14.973989 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-68bcec3d-4f4f-4191-a173-8c224a7b3a96 req-aeb56fee-bf6b-489f-9f5e-e1b9f868c988 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Jul 30 15:33:15.984694 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d7033eca-828b-4c19-ace3-e0c5f8ff0685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:16.114084 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781fb33-fccf-411a-a215-6afce6ad292e req-d5c1c0a2-74b8-4d31-a5a1-75ad4181ff89 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:16.116382 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5781fb33-fccf-411a-a215-6afce6ad292e req-d5c1c0a2-74b8-4d31-a5a1-75ad4181ff89 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0569241 Jul 30 15:33:16.165652 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5781fb33-fccf-411a-a215-6afce6ad292e req-316c082e-d7c0-437a-8b90-9f976fbf22ed tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Jul 30 15:33:17.294024 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4621dd-cb65-468c-977f-0d0eed030972 req-475d0ddb-bada-400a-8c4b-7ca7e8ea11af tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:17.295521 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e4621dd-cb65-468c-977f-0d0eed030972 req-475d0ddb-bada-400a-8c4b-7ca7e8ea11af tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0539238 Jul 30 15:33:17.332732 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e4621dd-cb65-468c-977f-0d0eed030972 req-5c5a5947-b927-46d2-ad37-845aee7bb080 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309696 Jul 30 15:33:18.470509 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31707e-3fcf-4947-9d8e-125ac9067871 req-d9597e3d-3f57-407d-a4b7-cfb815ca6dee tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:18.471980 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3c31707e-3fcf-4947-9d8e-125ac9067871 req-d9597e3d-3f57-407d-a4b7-cfb815ca6dee tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0591159 Jul 30 15:33:18.512258 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3c31707e-3fcf-4947-9d8e-125ac9067871 req-25b74975-4458-45a5-80b9-d652e9283f8e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Jul 30 15:33:18.583158 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ec8e91b9-e664-4222-8719-d0469546e851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:18.692541 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:18.909290 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:19.717926 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:21.604206 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:27.512933 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:33:35.408338 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 51958) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:33:35.535760 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d340f78d-f8d5-43b3-aca5-671aef2cfe9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:35.662944 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d340f78d-f8d5-43b3-aca5-671aef2cfe9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:35.668737 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d340f78d-f8d5-43b3-aca5-671aef2cfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:35.680858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c08a48-fe8c-4b5d-ba42-fd91672212d0 req-092bf2d4-52c0-4885-9ea5-1bada9608299 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:35.682366 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-69c08a48-fe8c-4b5d-ba42-fd91672212d0 req-092bf2d4-52c0-4885-9ea5-1bada9608299 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0762508 Jul 30 15:33:35.730341 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-d340f78d-f8d5-43b3-aca5-671aef2cfe9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77fd21f05cf640628241b6108b80cb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209133 Jul 30 15:33:35.732605 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340f78d-f8d5-43b3-aca5-671aef2cfe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de0ee6-f014-4030-9503-e37c034107b1,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:35.733099 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 51968) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:33:35.751973 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-69c08a48-fe8c-4b5d-ba42-fd91672212d0 req-571eda16-c89b-4b28-96ff-d710b298739d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617616 Jul 30 15:33:35.782548 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6d8449a1-15ed-4c39-92ee-4783eddbc027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:35.803164 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6d8449a1-15ed-4c39-92ee-4783eddbc027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:35.848636 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6d8449a1-15ed-4c39-92ee-4783eddbc027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:35.851795 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6d8449a1-15ed-4c39-92ee-4783eddbc027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:35.853006 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-6d8449a1-15ed-4c39-92ee-4783eddbc027 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2de0ee6-f014-4030-9503-e37c034107b1 HTTP/1.1" status: 204 len: 168 time: 0.1188960 Jul 30 15:33:35.860494 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8449a1-15ed-4c39-92ee-4783eddbc027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de0ee6-f014-4030-9503-e37c034107b1,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:33:36.871824 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb22a36-7a91-416d-8650-b1343d626f59 req-376bae28-6446-4346-b8ed-a3ec24731669 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:36.873274 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-afb22a36-7a91-416d-8650-b1343d626f59 req-376bae28-6446-4346-b8ed-a3ec24731669 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0517802 Jul 30 15:33:36.914711 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-afb22a36-7a91-416d-8650-b1343d626f59 req-873a3978-47ea-44b9-ba35-afa9ff7bd2db tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351677 Jul 30 15:33:38.032947 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a1aad-895d-48eb-b885-54a36725ade1 req-0c122f0e-804f-4a65-807a-06b51e64c738 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:38.034461 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-978a1aad-895d-48eb-b885-54a36725ade1 req-0c122f0e-804f-4a65-807a-06b51e64c738 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0492659 Jul 30 15:33:38.073717 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-978a1aad-895d-48eb-b885-54a36725ade1 req-47b726de-4448-4ee7-816f-6472dd1ce2e4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332608 Jul 30 15:33:39.189003 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e58c6e-83e3-4e90-8288-237dcde2e159 req-2d6d5f83-57ab-4484-83f5-90f0375eb842 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:39.190506 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-44e58c6e-83e3-4e90-8288-237dcde2e159 req-2d6d5f83-57ab-4484-83f5-90f0375eb842 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Jul 30 15:33:39.228100 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-44e58c6e-83e3-4e90-8288-237dcde2e159 req-6bc3b86f-5c1d-4b83-949e-422a999359d4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Jul 30 15:33:40.346974 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f08b4d-7aa0-4c36-be27-e41f3cc9b9e7 req-68762fba-624b-48f2-8e84-e8494186c2f9 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:40.348392 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-59f08b4d-7aa0-4c36-be27-e41f3cc9b9e7 req-68762fba-624b-48f2-8e84-e8494186c2f9 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0529635 Jul 30 15:33:40.387369 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-59f08b4d-7aa0-4c36-be27-e41f3cc9b9e7 req-69d17312-97a9-49e4-ba6e-da11c89b1ae2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Jul 30 15:33:41.508454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b90ae-4edb-4cfb-861a-6886e7b06e57 req-cb623cd2-e53a-4160-81e5-188739236a43 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:41.510077 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-105b90ae-4edb-4cfb-861a-6886e7b06e57 req-cb623cd2-e53a-4160-81e5-188739236a43 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0515907 Jul 30 15:33:41.548669 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-105b90ae-4edb-4cfb-861a-6886e7b06e57 req-14c24a97-141d-415d-9a1a-d71e28492621 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327370 Jul 30 15:33:42.665938 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea59a-cf76-48e8-b7f4-126723c70042 req-f2a7c51b-4ba6-4273-8869-f6e5fdf374ac tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:42.667470 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-159ea59a-cf76-48e8-b7f4-126723c70042 req-f2a7c51b-4ba6-4273-8869-f6e5fdf374ac tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0473533 Jul 30 15:33:42.704947 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-159ea59a-cf76-48e8-b7f4-126723c70042 req-ce1b2a26-a010-4d14-bbec-7dfc03514347 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Jul 30 15:33:43.819946 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf5580-71e6-4738-a36d-e8c551db225a req-c5768517-a505-4a7b-9b8b-ff09a2f5e740 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:43.821367 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2edf5580-71e6-4738-a36d-e8c551db225a req-c5768517-a505-4a7b-9b8b-ff09a2f5e740 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0489528 Jul 30 15:33:43.859571 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2edf5580-71e6-4738-a36d-e8c551db225a req-03d53038-2bbb-4a3e-bbe1-bc2d03c60bcc tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Jul 30 15:33:44.977857 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05835eab-f6c7-4b77-bfae-b5be802a0144 req-ebd600fb-519f-487e-ad12-8caf87d15d18 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:44.979436 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-05835eab-f6c7-4b77-bfae-b5be802a0144 req-ebd600fb-519f-487e-ad12-8caf87d15d18 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0511897 Jul 30 15:33:45.017803 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-05835eab-f6c7-4b77-bfae-b5be802a0144 req-2d506f21-f6b8-4c65-8136-53c5f687c9a4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Jul 30 15:33:45.987208 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-be598f5a-4317-4536-a447-4be24fe8f37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:46.136481 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad4e51-c5d1-4fcd-a1cf-8319294082d4 req-a2e5a731-9e4c-4faf-839f-b27c964c3c4c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:46.138010 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6aad4e51-c5d1-4fcd-a1cf-8319294082d4 req-a2e5a731-9e4c-4faf-839f-b27c964c3c4c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0532937 Jul 30 15:33:46.177132 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6aad4e51-c5d1-4fcd-a1cf-8319294082d4 req-ae13f295-d3de-4423-aa07-be7d1f57108d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331111 Jul 30 15:33:47.296000 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba6b15-d71f-44b9-90af-bd68a131bc58 req-131e4fca-7883-4072-a232-c4a01f0560a0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:47.297531 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b1ba6b15-d71f-44b9-90af-bd68a131bc58 req-131e4fca-7883-4072-a232-c4a01f0560a0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0531678 Jul 30 15:33:47.334734 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b1ba6b15-d71f-44b9-90af-bd68a131bc58 req-05ddc22e-9676-4fe4-bc2b-f5f160e0f8ff tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Jul 30 15:33:48.465280 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be687f1e-874a-42de-9446-17bfd3ec6538 req-4652fe9d-25ad-4707-8953-fc638c53860d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:48.468024 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be687f1e-874a-42de-9446-17bfd3ec6538 req-4652fe9d-25ad-4707-8953-fc638c53860d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0566294 Jul 30 15:33:48.515517 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be687f1e-874a-42de-9446-17bfd3ec6538 req-acb810a9-bf35-4e9f-93f9-29a6a0505aae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Jul 30 15:33:48.585260 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3f543dd1-a8a4-40b3-a753-a2d78cbeb311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:48.693633 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:48.913518 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:49.628408 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0592-fdc3-4aba-a11b-2511c4499524 req-2e435d4c-f2f8-489b-ada8-4ba242efe932 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:49.629939 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-399e0592-fdc3-4aba-a11b-2511c4499524 req-2e435d4c-f2f8-489b-ada8-4ba242efe932 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0485272 Jul 30 15:33:49.670362 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-399e0592-fdc3-4aba-a11b-2511c4499524 req-e5d71ad9-f8e2-41cf-ba3c-f908dee9878d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335717 Jul 30 15:33:49.723357 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:50.801385 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3747d-8646-452b-86df-2f9608dffe76 req-55a8cca9-1f36-49e2-b8c1-e450a0cc6876 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:50.802849 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0a3747d-8646-452b-86df-2f9608dffe76 req-55a8cca9-1f36-49e2-b8c1-e450a0cc6876 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0470645 Jul 30 15:33:50.839563 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0a3747d-8646-452b-86df-2f9608dffe76 req-c0b46191-f901-4fb9-9ac5-c88c9c414266 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298960 Jul 30 15:33:51.610965 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:33:51.958283 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c391ec-b060-495a-a624-04c15def5d37 req-6ed11b72-fb98-4070-8d8f-1db16201906a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:51.959735 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77c391ec-b060-495a-a624-04c15def5d37 req-6ed11b72-fb98-4070-8d8f-1db16201906a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0504367 Jul 30 15:33:51.996903 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77c391ec-b060-495a-a624-04c15def5d37 req-5cd25840-1e48-4dbb-af51-b870df51f965 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Jul 30 15:33:53.111383 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf9116-3d8b-475b-9872-acbec7c7c7fb req-d5d2d7ed-0f19-4788-a648-2f5034c30216 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:53.112899 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12cf9116-3d8b-475b-9872-acbec7c7c7fb req-d5d2d7ed-0f19-4788-a648-2f5034c30216 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0518451 Jul 30 15:33:53.150299 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-12cf9116-3d8b-475b-9872-acbec7c7c7fb req-0edd502c-fc51-40a7-b53f-ee357c920841 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Jul 30 15:33:54.264620 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a817e67-58d6-4b88-a25c-88af909d3b03 req-1c7fc267-21a5-4022-94f2-79e0d4678515 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:54.266142 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5a817e67-58d6-4b88-a25c-88af909d3b03 req-1c7fc267-21a5-4022-94f2-79e0d4678515 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0487499 Jul 30 15:33:54.304640 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5a817e67-58d6-4b88-a25c-88af909d3b03 req-e50bd99d-56f0-4e7d-b6bf-3ba31bb91418 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326631 Jul 30 15:33:55.263285 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-19f874f1-4961-446f-a95b-ff87da0d0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:55.264891 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-19f874f1-4961-446f-a95b-ff87da0d0223 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1099 time: 0.0418561 Jul 30 15:33:55.371185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-2506f5bd-eda0-49e9-9c90-286cd328c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:55.372645 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-2506f5bd-eda0-49e9-9c90-286cd328c229 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.0858071 Jul 30 15:33:55.463998 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300b133-3b3d-4b03-80e9-c99a3ea4f4d0 req-39784a6e-d009-42a1-aaaa-b2818140b9d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:55.465411 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7300b133-3b3d-4b03-80e9-c99a3ea4f4d0 req-39784a6e-d009-42a1-aaaa-b2818140b9d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0918927 Jul 30 15:33:55.467055 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-349e21d0-0866-4e3a-8e8a-bc325f38bc3f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 1002 time: 0.0855341 Jul 30 15:33:55.542852 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7300b133-3b3d-4b03-80e9-c99a3ea4f4d0 req-1492b45b-54ef-4e5d-b7ef-ee547c81fae4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702927 Jul 30 15:33:55.544364 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-188b4436-097f-4b52-8135-9e6dbf1ed6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:55.545748 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-188b4436-097f-4b52-8135-9e6dbf1ed6a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.0715833 Jul 30 15:33:55.591031 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-e392383e-1858-4363-a0d4-baa877ed7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:55.592495 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-e392383e-1858-4363-a0d4-baa877ed7805 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393643 Jul 30 15:33:55.685800 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-074ab928-9993-48e6-bad6-1a6f8a529516 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Jul 30 15:33:55.774165 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b7f4669b-4149-4b8e-9267-790d102f9539 req-ced73596-a5d8-41b3-aced-6530b539ac54 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812411 Jul 30 15:33:56.658503 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb077a-76f7-4251-9896-75aa7213e105 req-d4efb8b3-3bc6-4835-94a7-0eaef6a2c768 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:56.660212 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-51eb077a-76f7-4251-9896-75aa7213e105 req-d4efb8b3-3bc6-4835-94a7-0eaef6a2c768 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0486331 Jul 30 15:33:56.697034 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-51eb077a-76f7-4251-9896-75aa7213e105 req-b17866b4-26a7-4b35-8b38-f6de3af46059 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307488 Jul 30 15:33:57.810027 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f20f0-5396-43a5-a184-41853ab85fcf req-5f83755a-815d-4d61-a440-2824d200d20b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:57.811502 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e25f20f0-5396-43a5-a184-41853ab85fcf req-5f83755a-815d-4d61-a440-2824d200d20b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Jul 30 15:33:57.849176 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e25f20f0-5396-43a5-a184-41853ab85fcf req-00fe669a-e35e-4935-8bdf-77a5bdc20887 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Jul 30 15:33:58.964966 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be370f-d65d-46c4-9c1f-5629336ca9d0 req-41eb4b1f-b913-4b98-9953-700136fbb476 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:33:58.966411 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-29be370f-d65d-46c4-9c1f-5629336ca9d0 req-41eb4b1f-b913-4b98-9953-700136fbb476 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0503402 Jul 30 15:33:59.004500 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-29be370f-d65d-46c4-9c1f-5629336ca9d0 req-70a8f8f6-217c-4e8d-8c4f-5fa12325f424 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315154 Jul 30 15:34:00.122400 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7568e-290d-4d61-ab99-9d42b7732a3c req-7467b791-f447-4709-b2cf-b199774da31c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:00.123854 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ffb7568e-290d-4d61-ab99-9d42b7732a3c req-7467b791-f447-4709-b2cf-b199774da31c tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0536497 Jul 30 15:34:00.161713 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ffb7568e-290d-4d61-ab99-9d42b7732a3c req-6c1573ca-b43d-4b09-bf40-315d6fd900cd tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Jul 30 15:34:01.274485 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664d5f-ac04-49e1-9f37-d5ee7c384748 req-87910532-44b0-4715-a3e3-a64c236f48ea tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:01.275957 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-48664d5f-ac04-49e1-9f37-d5ee7c384748 req-87910532-44b0-4715-a3e3-a64c236f48ea tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0484657 Jul 30 15:34:01.313692 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-48664d5f-ac04-49e1-9f37-d5ee7c384748 req-ae887344-43ff-4607-ac0c-05374718b652 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311947 Jul 30 15:34:01.503801 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb782cb-a103-43db-8a40-280811756d9e req-8886c305-28f5-4d53-bb21-c56524761722 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:01.505334 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bcb782cb-a103-43db-8a40-280811756d9e req-8886c305-28f5-4d53-bb21-c56524761722 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0496738 Jul 30 15:34:01.546910 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bcb782cb-a103-43db-8a40-280811756d9e req-b7838156-4ab4-4647-89f3-6e8f7382f053 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345454 Jul 30 15:34:01.549932 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-ce3f591e-9989-4db9-901c-d6aa137c0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:01.551439 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-ce3f591e-9989-4db9-901c-d6aa137c0412 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 1099 time: 0.0420718 Jul 30 15:34:01.645624 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-60786c6d-ce17-487e-8cf1-8927596d9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:01.647072 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-60786c6d-ce17-487e-8cf1-8927596d9d76 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.0880933 Jul 30 15:34:01.711729 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-4e272b56-aef5-4f3d-95b6-7304505d3e2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 200 len: 1002 time: 0.0559750 Jul 30 15:34:01.760331 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-14a84f9d-d072-4969-80be-4564e6475539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:01.763185 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-14a84f9d-d072-4969-80be-4564e6475539 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.0429513 Jul 30 15:34:01.811937 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-9de1cd99-6a02-4dce-921b-b71e623e304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:01.813455 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-9de1cd99-6a02-4dce-921b-b71e623e304a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430934 Jul 30 15:34:01.901556 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-5b64f812-6212-4793-b26d-7025f83ec0bb service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799508 Jul 30 15:34:01.993649 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7a361122-c833-4159-b1d0-eaaba860c9bf req-1d088bd9-fae5-4b12-986b-c0039469a26e service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Jul 30 15:34:02.668212 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b2f3-5297-4fc1-953d-4bd5be64f555 req-5bd9f2d9-a4dc-4c73-928b-027235256540 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:02.669738 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5124b2f3-5297-4fc1-953d-4bd5be64f555 req-5bd9f2d9-a4dc-4c73-928b-027235256540 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0511999 Jul 30 15:34:02.731098 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5124b2f3-5297-4fc1-953d-4bd5be64f555 req-57af871b-b739-4160-8fcd-2c6e8494deab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Jul 30 15:34:03.841653 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841034-9bed-4a8f-b3b2-b74d670535e0 req-300c6543-05e4-4410-9276-253314ce22d1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:03.843117 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3c841034-9bed-4a8f-b3b2-b74d670535e0 req-300c6543-05e4-4410-9276-253314ce22d1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0501637 Jul 30 15:34:03.880759 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3c841034-9bed-4a8f-b3b2-b74d670535e0 req-f4a232b0-907d-4942-b293-85c8e6703529 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Jul 30 15:34:04.512003 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:34:15.684279 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ab961-4b8b-4f75-b978-10dc75ae5741 req-c8d6e954-07c6-4a78-a765-c99d9763f741 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:15.685864 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a68ab961-4b8b-4f75-b978-10dc75ae5741 req-c8d6e954-07c6-4a78-a765-c99d9763f741 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 946 time: 0.0485215 Jul 30 15:34:15.723007 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a68ab961-4b8b-4f75-b978-10dc75ae5741 req-03d52e0f-4cc6-45f8-b975-860a382b814d tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313284 Jul 30 15:34:15.990613 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5697e532-b1b7-4b61-9759-9c82cc124f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:16.838419 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b5d30-4c31-41e5-bc06-9ff5ef2855fd req-465ee516-fed2-4644-82ed-30a8d70c3bcb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:16.839912 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-161b5d30-4c31-41e5-bc06-9ff5ef2855fd req-465ee516-fed2-4644-82ed-30a8d70c3bcb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 946 time: 0.0475328 Jul 30 15:34:16.881093 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-161b5d30-4c31-41e5-bc06-9ff5ef2855fd req-f6b3468c-6e9e-41fa-894c-51354e1780ba tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343685 Jul 30 15:34:17.861478 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34337-883a-4b73-826d-a61f59b7d707 req-a9487c19-3de6-4192-a866-a598d862716e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:17.862974 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9af34337-883a-4b73-826d-a61f59b7d707 req-a9487c19-3de6-4192-a866-a598d862716e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 946 time: 0.0482056 Jul 30 15:34:17.984576 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Deleting port 8488130e-137e-445f-9b92-75dcc7bf13c7 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:34:17.984946 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:18.056858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f536e2-78e2-44e7-ada4-e70d5fbcc7db req-4aee87dc-84dd-420b-86db-aa33b94993d9 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:18.058361 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-43f536e2-78e2-44e7-ada4-e70d5fbcc7db req-4aee87dc-84dd-420b-86db-aa33b94993d9 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a23d10f-ee39-4f9e-88c4-dfea950f1641 HTTP/1.1" status: 200 len: 946 time: 0.1100669 Jul 30 15:34:18.112704 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] For port 8488130e-137e-445f-9b92-75dcc7bf13c7, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=8488130e-137e-445f-9b92-75dcc7bf13c7,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:34:18.113007 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:18.128511 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-43f536e2-78e2-44e7-ada4-e70d5fbcc7db req-1ca1da1b-bcec-4521-beeb-622392c68d22 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592234 Jul 30 15:34:18.132242 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Calling delete_port for 8488130e-137e-445f-9b92-75dcc7bf13c7 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:34:18.261535 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:18.288432 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['8488130e-137e-445f-9b92-75dcc7bf13c7'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:34:18.289020 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Pushing event deleted for resources: {'Port': ['ID=8488130e-137e-445f-9b92-75dcc7bf13c7,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:18.298629 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.298981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.299327 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.299668 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.300006 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.300343 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.300677 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.301066 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.301400 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.301729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.302055 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.302385 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:18.348362 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] No DVR routers for this DVR port 8488130e-137e-445f-9b92-75dcc7bf13c7 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:34:18.350895 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:18.352899 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9af34337-883a-4b73-826d-a61f59b7d707 req-f36effca-0088-4d30-85a4-28cbfd10af6e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "DELETE /v2.0/ports/8488130e-137e-445f-9b92-75dcc7bf13c7 HTTP/1.1" status: 204 len: 173 time: 0.4826455 Jul 30 15:34:18.353331 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'name': 'network-vif-deleted', 'tag': '8488130e-137e-445f-9b92-75dcc7bf13c7'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:34:18.356556 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53ddcc5-a084-42e0-a216-3abda0b32cce" -d '{"events": [{"server_uuid": "9a23d10f-ee39-4f9e-88c4-dfea950f1641", "name": "network-vif-deleted", "tag": "8488130e-137e-445f-9b92-75dcc7bf13c7"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:34:18.397792 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a9673-d994-4dc5-966b-2dc2879f43df x-openstack-request-id: req-7c7a9673-d994-4dc5-966b-2dc2879f43df {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:34:18.398092 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a23d10f-ee39-4f9e-88c4-dfea950f1641", "name": "network-vif-deleted", "tag": "8488130e-137e-445f-9b92-75dcc7bf13c7", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:34:18.398343 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c7a9673-d994-4dc5-966b-2dc2879f43df {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:34:18.398743 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a23d10f-ee39-4f9e-88c4-dfea950f1641', 'name': 'network-vif-deleted', 'tag': '8488130e-137e-445f-9b92-75dcc7bf13c7', 'status': 'completed', 'code': 200} Jul 30 15:34:18.584627 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c33c9299-3a61-4487-9ae0-cc9a13795311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:18.694111 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:18.924419 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:19.722184 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:21.085914 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 8488130e-137e-445f-9b92-75dcc7bf13c7 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:34:21.106407 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 8488130e-137e-445f-9b92-75dcc7bf13c7 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:34:21.106758 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 8488130e-137e-445f-9b92-75dcc7bf13c7 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:34:21.614051 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:35.295804 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-417f4a28-68b5-4713-b28b-52a51965d5a2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:35.297226 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-417f4a28-68b5-4713-b28b-52a51965d5a2 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/networks?id=11ea20bf-3e08-4470-ade1-24240a0a57e0 HTTP/1.1" status: 200 len: 814 time: 0.1039057 Jul 30 15:34:35.312150 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-8fe581dd-5261-4e8d-b58b-e96a962b0dcf tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/quotas/af05855667aa40e3b359e2b2d64d0ab8 HTTP/1.1" status: 200 len: 375 time: 0.0092785 Jul 30 15:34:35.342316 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-9b53cfbd-f474-41e6-b7b7-45a3e3d300bb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af05855667aa40e3b359e2b2d64d0ab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247796 Jul 30 15:34:35.440992 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-53788783-b106-4aca-aa63-3f0a166119ca service neutron] 10.222.0.50 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912731 Jul 30 15:34:35.533440 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-3ad0bdfa-3643-434d-8c1a-a14b043f3500 service neutron] 10.222.0.50 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863609 Jul 30 15:34:35.693538 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7c17bfb9-f268-491e-b86a-501bb344d038 req-b67a9bbf-53aa-4818-a185-8d3d99098a23 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 210 time: 0.0274210 Jul 30 15:34:36.762728 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-92e9ad61-afd8-4191-a19f-827fb8c74629 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:36.764200 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-92e9ad61-afd8-4191-a19f-827fb8c74629 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "GET /v2.0/networks?id=11ea20bf-3e08-4470-ade1-24240a0a57e0 HTTP/1.1" status: 200 len: 814 time: 0.1171503 Jul 30 15:34:36.793210 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Request body: {'port': {'device_id': '9e936ee5-714b-4549-811b-65faa78a18a6', 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0', 'admin_state_up': True, 'tenant_id': 'af05855667aa40e3b359e2b2d64d0ab8'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:34:36.794140 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1a030905-6cc1-425c-b4ab-260fa68554d3 req-6a7d9faf-6982-41ab-8735-08e6eccdd222 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Jul 30 15:34:36.896911 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Made reservation on behalf of af05855667aa40e3b359e2b2d64d0ab8 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:34:36.900243 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.025105 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Allocated IP 172.20.0.8 (11ea20bf-3e08-4470-ade1-24240a0a57e0/0eb63c8f-3da2-483c-8ce7-05c437e84c27/066631e2-4e0e-4934-943a-31ff64cedd16) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:34:37.172977 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.209428 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.250424 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Network 11ea20bf-3e08-4470-ade1-24240a0a57e0 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:34:37.253411 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:34:37.259204 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:34:37.265622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Pushing event updated for resources: {'Port': ['ID=066631e2-4e0e-4934-943a-31ff64cedd16,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:37.309229 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:37.309829 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.323010 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1ed90b0a-89ae-4eb4-89e6-c4870dc31adb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5344133 Jul 30 15:34:37.339223 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Request body: {'port': {'device_id': '9e936ee5-714b-4549-811b-65faa78a18a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:34:37.394474 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.646037 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066631e2-4e0e-4934-943a-31ff64cedd16 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:34:37.653097 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.665093 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Transition to ACTIVE for port object 066631e2-4e0e-4934-943a-31ff64cedd16 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:34:37.669523 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.747346 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=066631e2-4e0e-4934-943a-31ff64cedd16,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:37.798644 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Attempting to bind port 066631e2-4e0e-4934-943a-31ff64cedd16 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:34:37.799264 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Attempting to bind port 066631e2-4e0e-4934-943a-31ff64cedd16 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:34:37.799389 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Attempting to bind port 066631e2-4e0e-4934-943a-31ff64cedd16 on network 11ea20bf-3e08-4470-ade1-24240a0a57e0 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:34:37.803513 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Port 066631e2-4e0e-4934-943a-31ff64cedd16 on network 11ea20bf-3e08-4470-ade1-24240a0a57e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:34:37.803835 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Attempting to bind port 066631e2-4e0e-4934-943a-31ff64cedd16 on network 11ea20bf-3e08-4470-ade1-24240a0a57e0 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:34:37.808841 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:34:37.809191 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Checking segment: {'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:34:37.809580 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Bound using segment: {'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:34:37.810011 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Bound port: 066631e2-4e0e-4934-943a-31ff64cedd16, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a004dc-7c1f-4111-9f0f-2f031c87081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:34:37.810377 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.903992 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] For port 066631e2-4e0e-4934-943a-31ff64cedd16, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:34:37.919210 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] For port 066631e2-4e0e-4934-943a-31ff64cedd16, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=066631e2-4e0e-4934-943a-31ff64cedd16,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:34:37.923785 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.967580 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0436c4a-aa62-4161-b2cb-9ab399328bd6 req-f9ae84e3-77b7-408c-bb69-c13f633c7ceb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:37.969107 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0436c4a-aa62-4161-b2cb-9ab399328bd6 req-f9ae84e3-77b7-408c-bb69-c13f633c7ceb tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 943 time: 0.1005206 Jul 30 15:34:37.975058 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:37.975685 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:37.976696 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 52528) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:34:37.977200 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] 10.222.0.58 "PUT /v2.0/ports/066631e2-4e0e-4934-943a-31ff64cedd16 HTTP/1.1" status: 200 len: 1093 time: 0.6422427 Jul 30 15:34:37.977454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e936ee5-714b-4549-811b-65faa78a18a6', 'tag': '066631e2-4e0e-4934-943a-31ff64cedd16'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:34:37.980257 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e936ee5-714b-4549-811b-65faa78a18a6", "tag": "066631e2-4e0e-4934-943a-31ff64cedd16"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:34:38.019234 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeedb7-3385-4836-8d4b-88f7e1080aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=066631e2-4e0e-4934-943a-31ff64cedd16,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:38.032033 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde3bbb9-b45a-4d20-a899-966a057100ac x-openstack-request-id: req-bde3bbb9-b45a-4d20-a899-966a057100ac {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:34:38.032488 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e936ee5-714b-4549-811b-65faa78a18a6", "tag": "066631e2-4e0e-4934-943a-31ff64cedd16", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:34:38.032966 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bde3bbb9-b45a-4d20-a899-966a057100ac {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:34:38.033525 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e936ee5-714b-4549-811b-65faa78a18a6', 'tag': '066631e2-4e0e-4934-943a-31ff64cedd16', 'status': 'completed', 'code': 200} Jul 30 15:34:38.059636 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0436c4a-aa62-4161-b2cb-9ab399328bd6 req-5b675ae5-e04f-4890-94b5-19f70cf94a8c tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764444 Jul 30 15:34:38.092752 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:38.096673 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-7712130d-8602-4061-b355-9e951588d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:38.098298 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-7712130d-8602-4061-b355-9e951588d334 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af05855667aa40e3b359e2b2d64d0ab8&device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 1096 time: 0.0559654 Jul 30 15:34:38.159165 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-ef0582cf-6d5e-427d-a76d-2d936de6d327 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=066631e2-4e0e-4934-943a-31ff64cedd16 HTTP/1.1" status: 200 len: 217 time: 0.0351565 Jul 30 15:34:38.180377 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:38.184240 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:38.211265 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-467ca3f5-196f-4e5c-ba0d-969cdb89e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:38.212770 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-467ca3f5-196f-4e5c-ba0d-969cdb89e973 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0eb63c8f-3da2-483c-8ce7-05c437e84c27 HTTP/1.1" status: 200 len: 854 time: 0.0469198 Jul 30 15:34:38.227839 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=254c574e23ba43849b311ae244ccb2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470636 Jul 30 15:34:38.227839 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1f11c2-4c64-4171-a5b2-c7e559e66585,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:38.228117 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 52534) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:34:38.234159 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.234512 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.234851 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.235185 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.235515 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.235843 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.236177 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.236503 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.236887 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.237400 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.237727 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.238087 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee2d34-3f55-4110-8488-9469cc2dcac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:38.250582 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-da726e55-cb0c-45ae-94db-cf1af8d6ae68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11ea20bf-3e08-4470-ade1-24240a0a57e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309632 Jul 30 15:34:38.584984 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-edd6096d-3f1b-4c59-8320-3c0a814933ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:38.622897 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-edd6096d-3f1b-4c59-8320-3c0a814933ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:38.632160 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-8b3b5ca5-1532-4fb9-b1da-b5958adc6942 service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744678 Jul 30 15:34:38.727458 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-edd6096d-3f1b-4c59-8320-3c0a814933ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:38.730092 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-edd6096d-3f1b-4c59-8320-3c0a814933ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:38.731223 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-edd6096d-3f1b-4c59-8320-3c0a814933ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d1f11c2-4c64-4171-a5b2-c7e559e66585 HTTP/1.1" status: 204 len: 168 time: 0.5022876 Jul 30 15:34:38.750864 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae8dc466-4f04-4743-a39b-f01e709d7984 req-1fe61ce7-ade0-4a04-9aee-c0f942ac8d4e service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098986 Jul 30 15:34:38.751534 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6096d-3f1b-4c59-8320-3c0a814933ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1f11c2-4c64-4171-a5b2-c7e559e66585,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:38.890472 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-4dfdda91-4dc4-458e-8e42-c192a0f1a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:38.891969 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-4dfdda91-4dc4-458e-8e42-c192a0f1a1cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af05855667aa40e3b359e2b2d64d0ab8&device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 1096 time: 0.0440652 Jul 30 15:34:38.983631 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-7770db41-c5f5-4a70-ae04-0219cee3fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:38.985160 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-7770db41-c5f5-4a70-ae04-0219cee3fd8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=11ea20bf-3e08-4470-ade1-24240a0a57e0 HTTP/1.1" status: 200 len: 915 time: 0.0853302 Jul 30 15:34:39.032192 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-d7ecd121-ef89-4abc-831a-ec0a3ae519eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=066631e2-4e0e-4934-943a-31ff64cedd16 HTTP/1.1" status: 200 len: 217 time: 0.0388381 Jul 30 15:34:39.081637 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-639f8a91-c5d5-4496-870a-881119656117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:39.083121 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-639f8a91-c5d5-4496-870a-881119656117 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0eb63c8f-3da2-483c-8ce7-05c437e84c27 HTTP/1.1" status: 200 len: 854 time: 0.0439756 Jul 30 15:34:39.115970 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-f53131e9-e0e5-4719-ab52-cc94cc6a1020 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11ea20bf-3e08-4470-ade1-24240a0a57e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245328 Jul 30 15:34:39.185064 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740f7e-f54e-4c20-8f2d-704067fb80da req-6b2e987c-a20a-4fdf-9741-31cd996ca168 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:39.186680 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-82740f7e-f54e-4c20-8f2d-704067fb80da req-6b2e987c-a20a-4fdf-9741-31cd996ca168 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 943 time: 0.0526187 Jul 30 15:34:39.212770 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-931460d2-acb4-4300-9d7f-3dd0bba7cbf7 service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879655 Jul 30 15:34:39.232458 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-82740f7e-f54e-4c20-8f2d-704067fb80da req-82d723c8-8b3e-454f-9538-b58808434da6 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385938 Jul 30 15:34:39.318088 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0918bcc-6d14-4a37-a3ba-1477cb280b5f req-b800342e-4a10-4bd0-b9bb-120249494a72 service neutron] 10.222.0.58 "GET /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970910 Jul 30 15:34:40.350377 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5ec1c-b123-474b-af4d-d3c5ef0c1c1f req-1edde929-4537-4643-802c-0280626d0e75 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:40.351824 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8fd5ec1c-b123-474b-af4d-d3c5ef0c1c1f req-1edde929-4537-4643-802c-0280626d0e75 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 943 time: 0.0484681 Jul 30 15:34:40.388104 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8fd5ec1c-b123-474b-af4d-d3c5ef0c1c1f req-291fc6ee-76e4-413c-8d5b-c2b3e851f737 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304174 Jul 30 15:34:41.506092 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b7f2-c7f0-44c3-b92c-c7127ee2a4ac req-b75debf9-1b81-4d62-ab84-8d8f6e676fcd tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:41.507587 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6d61b7f2-c7f0-44c3-b92c-c7127ee2a4ac req-b75debf9-1b81-4d62-ab84-8d8f6e676fcd tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 943 time: 0.0517919 Jul 30 15:34:41.512307 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:34:41.545172 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6d61b7f2-c7f0-44c3-b92c-c7127ee2a4ac req-83c85779-2be9-4a0c-9d5b-e8fec9a53a7f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Jul 30 15:34:42.661970 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3202415-be68-4914-956d-2913fca2549b req-7ae3c937-66ee-4b66-8a72-49395657dab0 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:42.663855 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b3202415-be68-4914-956d-2913fca2549b req-7ae3c937-66ee-4b66-8a72-49395657dab0 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 943 time: 0.0534573 Jul 30 15:34:42.703920 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b3202415-be68-4914-956d-2913fca2549b req-f2b125d8-a8ee-4c37-ba13-60ee1178047c tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336223 Jul 30 15:34:42.735889 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 066631e2-4e0e-4934-943a-31ff64cedd16 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:34:42.829469 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 066631e2-4e0e-4934-943a-31ff64cedd16, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=066631e2-4e0e-4934-943a-31ff64cedd16,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:34:42.845761 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '066631e2-4e0e-4934-943a-31ff64cedd16', 'network_id': '11ea20bf-3e08-4470-ade1-24240a0a57e0', 'port_id': '066631e2-4e0e-4934-943a-31ff64cedd16', 'mac_address': 'fa:16:3e:5a:5c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb63c8f-3da2-483c-8ce7-05c437e84c27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:34:42.882021 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:42.894220 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066631e2-4e0e-4934-943a-31ff64cedd16 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:34:42.912995 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 066631e2-4e0e-4934-943a-31ff64cedd16, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=066631e2-4e0e-4934-943a-31ff64cedd16,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:34:42.917140 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:42.963540 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=066631e2-4e0e-4934-943a-31ff64cedd16,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:42.971011 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.971366 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.971714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.972054 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.972392 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.972746 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.973091 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.973426 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.973778 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.974110 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.974438 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:42.974764 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:34:43.362159 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['066631e2-4e0e-4934-943a-31ff64cedd16'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:34:43.822290 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a076b8-7338-4ca7-8795-13a5e087ce67 req-e0b2f133-ad7c-4038-a1c4-23a8b3149806 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:43.823751 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-88a076b8-7338-4ca7-8795-13a5e087ce67 req-e0b2f133-ad7c-4038-a1c4-23a8b3149806 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 944 time: 0.0531003 Jul 30 15:34:43.866647 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-88a076b8-7338-4ca7-8795-13a5e087ce67 req-064b7bbb-09aa-4393-a065-033f6aa604df tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Jul 30 15:34:44.743389 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 066631e2-4e0e-4934-943a-31ff64cedd16 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:34:44.792685 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 066631e2-4e0e-4934-943a-31ff64cedd16 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:34:44.796541 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 066631e2-4e0e-4934-943a-31ff64cedd16 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:34:44.796950 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:44.880199 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:44.904230 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e936ee5-714b-4549-811b-65faa78a18a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066631e2-4e0e-4934-943a-31ff64cedd16'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:34:44.907319 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc31ee1-1efd-4b81-b2ea-d050391a700e" -d '{"events": [{"server_uuid": "9e936ee5-714b-4549-811b-65faa78a18a6", "name": "network-vif-plugged", "status": "completed", "tag": "066631e2-4e0e-4934-943a-31ff64cedd16"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:34:44.921309 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 066631e2-4e0e-4934-943a-31ff64cedd16, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=066631e2-4e0e-4934-943a-31ff64cedd16,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:34:44.925614 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:44.979756 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=066631e2-4e0e-4934-943a-31ff64cedd16,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:34:44.992956 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23033-f2ac-4da3-a912-1bbee68a7ed9 req-cfff5632-e8e6-43ac-846c-e69e49e9c1f6 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:44.994482 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-29a23033-f2ac-4da3-a912-1bbee68a7ed9 req-cfff5632-e8e6-43ac-846c-e69e49e9c1f6 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0546803 Jul 30 15:34:45.032867 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-29a23033-f2ac-4da3-a912-1bbee68a7ed9 req-26fdd1d1-5cde-4cff-a89b-0e5370b4ab00 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Jul 30 15:34:45.067545 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7433e05-88ee-4871-bc2d-59c6375c2e71 x-openstack-request-id: req-a7433e05-88ee-4871-bc2d-59c6375c2e71 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:34:45.067837 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e936ee5-714b-4549-811b-65faa78a18a6", "name": "network-vif-plugged", "status": "completed", "tag": "066631e2-4e0e-4934-943a-31ff64cedd16", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:34:45.068089 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7433e05-88ee-4871-bc2d-59c6375c2e71 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:34:45.068484 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e936ee5-714b-4549-811b-65faa78a18a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066631e2-4e0e-4934-943a-31ff64cedd16', 'code': 200} Jul 30 15:34:45.281355 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b575f07-b8ad-470f-a763-72c25c20f870 req-bafde00d-f33d-4c17-ac12-c2b9ce47b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:45.282831 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5b575f07-b8ad-470f-a763-72c25c20f870 req-bafde00d-f33d-4c17-ac12-c2b9ce47b162 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 1098 time: 0.0396554 Jul 30 15:34:45.317207 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5b575f07-b8ad-470f-a763-72c25c20f870 req-2022e745-f83b-4068-8940-2d06c35ff83c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267119 Jul 30 15:34:45.992790 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e24d-293f-4241-a365-815ad569a8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:46.151472 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0883c7-7541-4b1d-a0bd-79572070fff3 req-3f9ff161-c51b-42f4-8a3a-f7f24a7e62c6 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:46.153017 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3b0883c7-7541-4b1d-a0bd-79572070fff3 req-3f9ff161-c51b-42f4-8a3a-f7f24a7e62c6 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0528529 Jul 30 15:34:46.199316 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3b0883c7-7541-4b1d-a0bd-79572070fff3 req-6c46dc7e-8b7f-4eb2-b6ca-4f54b44fccc1 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Jul 30 15:34:47.315793 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934459fc-e226-45fd-9c13-b4b42a79b840 req-661d0103-775f-426f-ae9a-867393c1575a tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:47.317280 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-934459fc-e226-45fd-9c13-b4b42a79b840 req-661d0103-775f-426f-ae9a-867393c1575a tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Jul 30 15:34:47.353816 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-934459fc-e226-45fd-9c13-b4b42a79b840 req-f0b55820-b14b-43c6-861b-df5d7a919040 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306370 Jul 30 15:34:48.466184 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c8937-cd21-48f4-9202-905a7a30a3be req-67660145-eb09-42d5-80a4-15fc6c93f472 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:48.467580 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-408c8937-cd21-48f4-9202-905a7a30a3be req-67660145-eb09-42d5-80a4-15fc6c93f472 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Jul 30 15:34:48.512688 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-408c8937-cd21-48f4-9202-905a7a30a3be req-13a4038f-c8ba-4ead-a52b-3d7382906738 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391126 Jul 30 15:34:48.586430 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-16519307-729d-4d84-baf7-414353edb08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:48.694445 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:48.940599 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:49.623553 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a204f1-b6dd-4f1b-986a-5a174ea603a8 req-0164d13a-8f96-47be-bba2-f07f5e75712b tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:49.625615 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-11a204f1-b6dd-4f1b-986a-5a174ea603a8 req-0164d13a-8f96-47be-bba2-f07f5e75712b tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0474646 Jul 30 15:34:49.662469 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-11a204f1-b6dd-4f1b-986a-5a174ea603a8 req-056b4826-af39-4207-a5d4-4f4a3e7c0b3e tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Jul 30 15:34:49.723926 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:50.781829 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ecac-b9c0-4d85-a101-b17992e41af7 req-b0df01e7-2083-4e88-9f24-028b9fd144f8 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:50.783294 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0107ecac-b9c0-4d85-a101-b17992e41af7 req-b0df01e7-2083-4e88-9f24-028b9fd144f8 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Jul 30 15:34:50.820351 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0107ecac-b9c0-4d85-a101-b17992e41af7 req-0cd7062a-108f-4e66-8f3c-656a0bcaae55 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Jul 30 15:34:51.578766 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-c5d45039-01f8-432a-8de4-c8873965021a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424063 Jul 30 15:34:51.617157 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:34:51.693729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-70687f4c-3827-446a-a6d5-b8c6e686f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:51.695236 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-70687f4c-3827-446a-a6d5-b8c6e686f14e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 1099 time: 0.0396588 Jul 30 15:34:51.826588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-6888365e-2dbd-4a64-b05b-62491a3a3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:51.828069 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-6888365e-2dbd-4a64-b05b-62491a3a3e55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.0843697 Jul 30 15:34:51.903762 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-987f896c-8f9c-4a4e-b4fb-7ae6dfe7883c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 200 len: 1000 time: 0.0673304 Jul 30 15:34:51.937872 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2abf9-242f-476c-9971-e16d1b997fcd req-b406ca37-9256-4d59-bf32-c29c76add704 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:51.940008 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dbd2abf9-242f-476c-9971-e16d1b997fcd req-b406ca37-9256-4d59-bf32-c29c76add704 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Jul 30 15:34:51.955634 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-bdba4e5d-b9bc-45fe-97cb-a97c119a40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:51.957060 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-bdba4e5d-b9bc-45fe-97cb-a97c119a40f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0454800 Jul 30 15:34:52.006198 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-a05b3b4f-8d50-471d-b695-9297b74a0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:34:52.007747 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-a05b3b4f-8d50-471d-b695-9297b74a0be1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416892 Jul 30 15:34:52.106324 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-6305ed33-fd88-4eda-ad74-55dc1d61d6bd service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904787 Jul 30 15:34:52.199177 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4591ae9-d90e-4091-ba12-6f32876b0d61 req-2faa2c88-af4a-4dd7-bd2d-fa8f4195175e service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860164 Jul 30 15:34:52.209080 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dbd2abf9-242f-476c-9971-e16d1b997fcd req-bf777c96-3e65-42ef-bc9a-a9768e4ee432 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631028 Jul 30 15:35:15.993301 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ee1b34a2-89c9-4b0d-9d42-2dfb8fae4fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:18.511516 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:35:18.587952 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d90d9705-c8dd-4abc-ae3f-078bd8f6ca76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:18.655605 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-9e4cf08a-7ae5-4851-a741-e4bbae930544 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167229609&fields=id&tenant_id=0afae8db5b7f46e28168125c1f3c057b HTTP/1.1" status: 200 len: 267 time: 0.0341554 Jul 30 15:35:18.703090 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:18.708012 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-ada723f7-ad44-4335-968e-1608b467e4c7 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:18.709532 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-ada723f7-ad44-4335-968e-1608b467e4c7 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 984 time: 0.0486443 Jul 30 15:35:18.721387 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Request body: {'port': {'security_groups': ['9e35cb2b-1796-4501-9251-0dc7d9be2f75']}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:18.792039 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:18.945218 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.022036 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:19.050928 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.055343 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912084'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.096490 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:19.097139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for port, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.098643 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e3fee34b-274e-4a71-95bb-8ce6b1b57e3e req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "PUT /v2.0/ports/0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 942 time: 0.3819978 Jul 30 15:35:19.099091 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:19.102145 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f9192d-7e92-45d6-b50d-17410f6d9007" -d '{"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:19.105858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 52900) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:19.127909 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec514d-f087-4978-80bf-6b4b7d7643ba tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event updated for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=7']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:19.188234 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.222861 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.226418 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c98b8eb-0f4a-4df2-bb4b-1c65fdd48ad7 x-openstack-request-id: req-0c98b8eb-0f4a-4df2-bb4b-1c65fdd48ad7 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:19.226744 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:19.226981 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c98b8eb-0f4a-4df2-bb4b-1c65fdd48ad7 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:19.227402 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'status': 'completed', 'code': 200} Jul 30 15:35:19.259193 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['0fc27c9a-4890-49d6-865b-2bb744cf6c64'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:35:19.320930 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.324541 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.328148 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "DELETE /v2.0/security-groups/e8632294-bfa4-4ac6-b8d2-09f439b14557 HTTP/1.1" status: 204 len: 168 time: 0.2189207 Jul 30 15:35:19.328654 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 52904) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:19.340737 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8632294-bfa4-4ac6-b8d2-09f439b14557,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:19.355455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.355731 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.356164 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.356510 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.356941 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.357289 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.357627 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.358033 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.358538 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.359072 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.359653 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.360242 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb1a95-3024-4127-9c91-dce912d185f4 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:19.365133 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-ffcf4689-2aca-4cef-a0ef-6096645a17d7 None None] Provisioning complete for port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:19.365508 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4689-2aca-4cef-a0ef-6096645a17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.379931 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-db80eac3-98bc-4b83-a90e-b646eb65591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:19.381581 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-db80eac3-98bc-4b83-a90e-b646eb65591b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1098 time: 0.0933485 Jul 30 15:35:19.465187 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['0fc27c9a-4890-49d6-865b-2bb744cf6c64'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:35:19.513633 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-e5df1c5e-675f-410f-837a-f27bbf810026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:19.514707 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Deleting port 2ef68dab-b9a1-4881-b13e-e41b87291199 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:19.515063 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.515276 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-e5df1c5e-675f-410f-837a-f27bbf810026 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 916 time: 0.0994029 Jul 30 15:35:19.588577 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-57d9d0f6-5bc7-4c4a-a499-6fa8017aeb3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 1001 time: 0.0649877 Jul 30 15:35:19.598279 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.598991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.611432 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Calling delete_port for 2ef68dab-b9a1-4881-b13e-e41b87291199 owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:19.641597 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-d8431a41-33a3-4c8a-a922-83744457e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:19.643110 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-d8431a41-33a3-4c8a-a922-83744457e284 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 200 len: 854 time: 0.0448587 Jul 30 15:35:19.689905 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-c9fef377-84ed-440d-9607-4b1a162492bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:19.691430 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-c9fef377-84ed-440d-9607-4b1a162492bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9909bedf-be31-4413-93af-397226983a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404217 Jul 30 15:35:19.727590 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.790864 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-aaddd88c-5bb1-42c3-a6cc-baa3b202a09c service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912697 Jul 30 15:35:19.822390 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.847834 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event deleted for resources: {'Port': ['ID=2ef68dab-b9a1-4881-b13e-e41b87291199,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:19.885754 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b6f9192d-7e92-45d6-b50d-17410f6d9007 req-d4927ea0-34ed-43a8-873e-0ca735120c65 service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864923 Jul 30 15:35:19.919370 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:19.919805 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Floating IP 93b360e5-2abf-4d76-b29f-8d0f38531f0c disassociated (deleted). External IP: 172.27.2.219, port: 0fc27c9a-4890-49d6-865b-2bb744cf6c64. Jul 30 15:35:20.149884 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Router d4ea1371-1e80-41c0-a035-b22652155ff5 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:35:20.263471 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:20.268228 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:20.273302 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] Sync routers for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:20.282813 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:20.283494 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:20.294891 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a74d8163-2f2a-4bf5-a173-3cac7e33cec9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "DELETE /v2.0/floatingips/93b360e5-2abf-4d76-b29f-8d0f38531f0c HTTP/1.1" status: 204 len: 168 time: 0.9650588 Jul 30 15:35:20.388584 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:20.598725 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 5, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:20.624814 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] Checking router: d4ea1371-1e80-41c0-a035-b22652155ff5 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:20.632994 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:20.633598 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:20.736710 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:20.933086 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 5, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:20.961718 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4bf1d-24da-475b-865c-7409322481ed None None] The sync data for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi is: [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:30:16Z', 'revision_number': 4, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '5a60d55d-f5e3-4ad4-9825-69404f96e897', 'name': '', 'network_id': '9909bedf-be31-4413-93af-397226983a10', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'mac_address': 'fa:16:3e:c4:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:15Z', 'updated_at': '2021-07-30T15:30:23Z', 'revision_number': 5, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'subnets': [{'id': '22605725-4f6b-4a41-8573-18fbbb9c00ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:21.174942 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6a710-e684-4ffb-9a35-54cde12989ea None None] New status for floating IP 93b360e5-2abf-4d76-b29f-8d0f38531f0c: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:35:21.228738 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:21.231208 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181" -d '{"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:21.269727 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef67a82a-a4f5-43dd-969a-4dca5a0be899 x-openstack-request-id: req-ef67a82a-a4f5-43dd-969a-4dca5a0be899 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:21.270015 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:21.270342 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef67a82a-a4f5-43dd-969a-4dca5a0be899 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:21.270655 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'status': 'completed', 'code': 200} Jul 30 15:35:21.585735 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-97bf4bc8-6993-415c-b226-342c1b2a888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:21.587215 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-97bf4bc8-6993-415c-b226-342c1b2a888f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0afae8db5b7f46e28168125c1f3c057b&device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 1098 time: 0.0444896 Jul 30 15:35:21.620255 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:22.910898 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-d3e95d6a-26d7-424b-a504-722537a00301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:22.912280 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-d3e95d6a-26d7-424b-a504-722537a00301 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 200 len: 916 time: 0.0907028 Jul 30 15:35:23.962369 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-463cba19-d660-486e-a0e0-ffd1271df4d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 200 len: 217 time: 0.0374329 Jul 30 15:35:25.304319 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-8abbf9a2-bec9-41c9-af48-2c3cb9e956f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:25.305825 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-8abbf9a2-bec9-41c9-af48-2c3cb9e956f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 200 len: 854 time: 0.0544431 Jul 30 15:35:25.349300 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-89f47fa7-d1c7-45ae-8904-0c4f5d7668b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:25.350736 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-89f47fa7-d1c7-45ae-8904-0c4f5d7668b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9909bedf-be31-4413-93af-397226983a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372546 Jul 30 15:35:25.440678 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-fb6be509-68d3-4576-9fb0-2565f534f17b service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Jul 30 15:35:25.527415 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7b4c651c-6ac9-4ca4-898a-4914ad3bd181 req-4c750c63-6408-4dc3-8a9b-2d339e53a72d service neutron] 10.222.0.58 "GET /v2.0/networks/9909bedf-be31-4413-93af-397226983a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789990 Jul 30 15:35:27.608083 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eab12-3052-4726-9187-b6fd00b5bb8d req-4cfed4e0-62a8-4a4a-b164-3947bf51a422 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:27.609638 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5b6eab12-3052-4726-9187-b6fd00b5bb8d req-4cfed4e0-62a8-4a4a-b164-3947bf51a422 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0526803 Jul 30 15:35:27.647475 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5b6eab12-3052-4726-9187-b6fd00b5bb8d req-1e84f37f-d92c-45bd-a0bf-04c0ec501146 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Jul 30 15:35:28.762981 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ac5cc-7290-407a-a8ab-4c258e6a810b req-39c59df7-5973-4413-b97d-4baa226a5f73 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:28.764437 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4f1ac5cc-7290-407a-a8ab-4c258e6a810b req-39c59df7-5973-4413-b97d-4baa226a5f73 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0469987 Jul 30 15:35:28.801850 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4f1ac5cc-7290-407a-a8ab-4c258e6a810b req-54afcce9-4650-494a-b873-6b3f962d6762 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Jul 30 15:35:29.934928 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eebf1-4146-403e-9e18-2565ffb4bd8f req-8e5a4312-78aa-49aa-929c-8f68bc9d65fe tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:29.936394 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-042eebf1-4146-403e-9e18-2565ffb4bd8f req-8e5a4312-78aa-49aa-929c-8f68bc9d65fe tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0542274 Jul 30 15:35:29.973553 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-042eebf1-4146-403e-9e18-2565ffb4bd8f req-54b1e68f-ca21-4a5c-9084-dfbc450f8d4c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=5af5d67a-acef-4c1c-b61b-a335373ca798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311308 Jul 30 15:35:30.052421 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-95bffbfb-eedb-4ecb-b5b7-6bf10e1f9f6c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:30.053913 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-95bffbfb-eedb-4ecb-b5b7-6bf10e1f9f6c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 946 time: 0.0479960 Jul 30 15:35:30.148464 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Deleting port 67d6e489-5795-44ee-82c1-136630e67e20 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:30.148741 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:30.235588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] For port 67d6e489-5795-44ee-82c1-136630e67e20, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=67d6e489-5795-44ee-82c1-136630e67e20,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:30.235963 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:30.463637 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fefffa-cd9f-4a8b-b047-33401bdffc24 req-76ab741c-21c0-4fb0-b278-232175e2486d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:30.465158 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c6fefffa-cd9f-4a8b-b047-33401bdffc24 req-76ab741c-21c0-4fb0-b278-232175e2486d tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Jul 30 15:35:30.467981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:30.468392 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:30.468711 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Floating IP 27135ff7-ba4a-48d8-b638-02ba70c21b64 disassociated. External IP: 172.27.2.69, port: 67d6e489-5795-44ee-82c1-136630e67e20. Jul 30 15:35:30.469088 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Calling delete_port for 67d6e489-5795-44ee-82c1-136630e67e20 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:30.507257 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c6fefffa-cd9f-4a8b-b047-33401bdffc24 req-bbfb06e7-b4df-49c7-ab9f-66a447fa1817 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Jul 30 15:35:30.599987 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:30.629002 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event deleted for resources: {'Port': ['ID=67d6e489-5795-44ee-82c1-136630e67e20,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:30.739047 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Router c7865ba6-b8f8-491e-9aad-814716eaa4cf has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:35:30.850758 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:30.864214 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] Sync routers for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:30.875529 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:30.876328 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:30.908472 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] No DVR routers for this DVR port 67d6e489-5795-44ee-82c1-136630e67e20 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:35:30.911170 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:30.913331 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-072a0bb0-7ed7-47f2-a366-fec90536b556 req-224c6c30-7751-4a66-9191-10afaeb39a90 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "DELETE /v2.0/ports/67d6e489-5795-44ee-82c1-136630e67e20 HTTP/1.1" status: 204 len: 173 time: 0.8526132 Jul 30 15:35:30.913942 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-deleted', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:30.916427 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e25c5f6-036c-48f7-b70e-f70b7d7d1cf7" -d '{"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-deleted", "tag": "67d6e489-5795-44ee-82c1-136630e67e20"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:30.968780 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f1bffa-f0d9-4e21-84cc-08f2af9b6de2 x-openstack-request-id: req-38f1bffa-f0d9-4e21-84cc-08f2af9b6de2 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:30.969089 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340", "name": "network-vif-deleted", "tag": "67d6e489-5795-44ee-82c1-136630e67e20", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:30.969419 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38f1bffa-f0d9-4e21-84cc-08f2af9b6de2 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:30.969743 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340', 'name': 'network-vif-deleted', 'tag': '67d6e489-5795-44ee-82c1-136630e67e20', 'status': 'completed', 'code': 200} Jul 30 15:35:31.015003 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:31.092650 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-aa43d08d-27af-447a-bac3-d5eba7c75bb5 req-ec9776ff-18a8-41bc-a615-593a22f2fff8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a6bdf3f-ec0d-4c75-ae8c-29a3ae9b1340 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Jul 30 15:35:31.195904 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf3174-9cff-4a70-a43f-4c2687220dce req-6b58ddaf-36af-4568-b586-684e10200569 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:31.197858 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-50cf3174-9cff-4a70-a43f-4c2687220dce req-6b58ddaf-36af-4568-b586-684e10200569 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0562310 Jul 30 15:35:31.240106 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-50cf3174-9cff-4a70-a43f-4c2687220dce req-0b5eb137-63b8-486d-af8a-3cded1124e84 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Jul 30 15:35:31.374296 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:31.404733 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] Checking router: c7865ba6-b8f8-491e-9aad-814716eaa4cf for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:31.413037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:31.413649 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:31.519254 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:31.643333 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a448d-78d8-4cda-8a03-d3cb3449bd82 req-cbb5447f-223e-4edc-b0db-4659b9b1107a tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:31.644682 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b09a448d-78d8-4cda-8a03-d3cb3449bd82 req-cbb5447f-223e-4edc-b0db-4659b9b1107a tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0549603 Jul 30 15:35:31.693789 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b09a448d-78d8-4cda-8a03-d3cb3449bd82 req-3637b617-c30f-4efd-8d33-d13648d812cc tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Jul 30 15:35:31.753722 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:31.784115 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2bbd9-f5b0-46e3-8ffc-25b7f2221e1d None None] The sync data for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi is: [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:31.986862 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee605c-0d6b-4672-b397-fa2c2d0cfb76 None None] New status for floating IP 27135ff7-ba4a-48d8-b638-02ba70c21b64: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:35:32.178099 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53064) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:32.233191 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-26e72e9d-5d4a-4620-9a86-877d9f12e5d0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.256619 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-26e72e9d-5d4a-4620-9a86-877d9f12e5d0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.312119 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-26e72e9d-5d4a-4620-9a86-877d9f12e5d0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.314722 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-26e72e9d-5d4a-4620-9a86-877d9f12e5d0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.318278 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-26e72e9d-5d4a-4620-9a86-877d9f12e5d0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "DELETE /v2.0/security-groups/5af5d67a-acef-4c1c-b61b-a335373ca798 HTTP/1.1" status: 204 len: 168 time: 0.1367955 Jul 30 15:35:32.319374 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53068) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:32.332754 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e72e9d-5d4a-4620-9a86-877d9f12e5d0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5d67a-acef-4c1c-b61b-a335373ca798,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:32.339106 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.api.v2.resource [None req-4b9d9579-da46-4a2d-ba21-15414535f797 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] show failed (client error): The resource could not be found. Jul 30 15:35:32.340027 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4b9d9579-da46-4a2d-ba21-15414535f797 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups/5af5d67a-acef-4c1c-b61b-a335373ca798 HTTP/1.1" status: 404 len: 347 time: 0.0197515 Jul 30 15:35:32.345231 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53070) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:32.366823 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc3857-b4c0-40e2-8561-43e522fb29f2 req-e39371ce-c81c-489c-b15e-c731ae82dd9a tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:32.368434 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-63cc3857-b4c0-40e2-8561-43e522fb29f2 req-e39371ce-c81c-489c-b15e-c731ae82dd9a tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0531526 Jul 30 15:35:32.408058 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-63cc3857-b4c0-40e2-8561-43e522fb29f2 req-502f911f-d228-4e16-986b-cc29106cf300 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331440 Jul 30 15:35:32.469846 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Deleting port 5863a54e-acdf-4851-b0f1-6c5804582e6b {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:32.470102 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.545357 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.545690 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.556827 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Calling delete_port for 5863a54e-acdf-4851-b0f1-6c5804582e6b owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:32.689572 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.722336 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event deleted for resources: {'Port': ['ID=5863a54e-acdf-4851-b0f1-6c5804582e6b,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:32.813694 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.816348 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:32.817581 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fbe6ce36-6caf-4139-9441-7b5426642b9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "DELETE /v2.0/floatingips/27135ff7-ba4a-48d8-b638-02ba70c21b64 HTTP/1.1" status: 204 len: 168 time: 0.4712598 Jul 30 15:35:32.834848 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9693262-720a-4803-9f8d-f37087d9c503 req-4a8b165a-46ed-4160-ab96-cb5744bf69ac tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:32.836462 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a9693262-720a-4803-9f8d-f37087d9c503 req-4a8b165a-46ed-4160-ab96-cb5744bf69ac tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0679438 Jul 30 15:35:32.881492 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a9693262-720a-4803-9f8d-f37087d9c503 req-cb3abf94-b475-47f9-84bb-effd545ca8d9 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e35cb2b-1796-4501-9251-0dc7d9be2f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373831 Jul 30 15:35:32.953100 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:32.978234 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 67d6e489-5795-44ee-82c1-136630e67e20 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:32.978501 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 67d6e489-5795-44ee-82c1-136630e67e20 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:33.169265 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53080) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:33.173939 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9e46d196-69e0-4bf8-9283-2f2b5d3cb226 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930813591', 'description': 'tempest-description--1712953661'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:33.196147 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e46d196-69e0-4bf8-9283-2f2b5d3cb226 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.275782 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e46d196-69e0-4bf8-9283-2f2b5d3cb226 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.280374 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e46d196-69e0-4bf8-9283-2f2b5d3cb226 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.308132 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9e46d196-69e0-4bf8-9283-2f2b5d3cb226 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.309593 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9e46d196-69e0-4bf8-9283-2f2b5d3cb226 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1391318 Jul 30 15:35:33.310703 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46d196-69e0-4bf8-9283-2f2b5d3cb226 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72897a5-bfc9-4a50-b031-52b072f0a28d,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:33.312401 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53082) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:33.317130 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-c2251ced-b8ad-4213-a4ea-2e8bbabe4db5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'security_group_rule': {'security_group_id': 'a72897a5-bfc9-4a50-b031-52b072f0a28d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:33.343631 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2251ced-b8ad-4213-a4ea-2e8bbabe4db5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.389539 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-dfd5a929-4c2c-4b41-ae5b-eea1e23224b8 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:33.390161 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2251ced-b8ad-4213-a4ea-2e8bbabe4db5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.391036 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-dfd5a929-4c2c-4b41-ae5b-eea1e23224b8 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.58 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 945 time: 0.0516508 Jul 30 15:35:33.393825 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2251ced-b8ad-4213-a4ea-2e8bbabe4db5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.412698 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2251ced-b8ad-4213-a4ea-2e8bbabe4db5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cd68c6-f137-42cc-8688-70f2623d8a4e,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:33.415983 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c2251ced-b8ad-4213-a4ea-2e8bbabe4db5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.420303 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c2251ced-b8ad-4213-a4ea-2e8bbabe4db5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1036479 Jul 30 15:35:33.421289 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53084) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:33.425499 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-63585cc8-4aa1-454a-bf8f-0c4f29fdfee2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'security_group_rule': {'security_group_id': 'a72897a5-bfc9-4a50-b031-52b072f0a28d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:33.456581 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63585cc8-4aa1-454a-bf8f-0c4f29fdfee2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.495479 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Deleting port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:33.495981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.558293 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63585cc8-4aa1-454a-bf8f-0c4f29fdfee2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.565966 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63585cc8-4aa1-454a-bf8f-0c4f29fdfee2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.595094 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-63585cc8-4aa1-454a-bf8f-0c4f29fdfee2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.599980 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-63585cc8-4aa1-454a-bf8f-0c4f29fdfee2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784182 Jul 30 15:35:33.601182 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63585cc8-4aa1-454a-bf8f-0c4f29fdfee2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54acb371-fd94-4d35-aad8-f73287cc8684,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:33.601322 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53090) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:33.607938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:33.617572 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363503-b2bb-4389-84f8-49bd47519425 req-760edf76-d3c6-46cf-bfdd-2565789f9223 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:33.618942 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] For port 0fc27c9a-4890-49d6-865b-2bb744cf6c64, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=0fc27c9a-4890-49d6-865b-2bb744cf6c64,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:33.619100 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16363503-b2bb-4389-84f8-49bd47519425 req-760edf76-d3c6-46cf-bfdd-2565789f9223 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.1167743 Jul 30 15:35:33.619303 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.638538 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Calling delete_port for 0fc27c9a-4890-49d6-865b-2bb744cf6c64 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:33.655425 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.665171 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-16363503-b2bb-4389-84f8-49bd47519425 req-b7b8c93d-3bad-48bd-a71a-5716b9057f56 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348318 Jul 30 15:35:33.837676 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.842658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.870112 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['0fc27c9a-4890-49d6-865b-2bb744cf6c64'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:35:33.871930 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Pushing event deleted for resources: {'Port': ['ID=0fc27c9a-4890-49d6-865b-2bb744cf6c64,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:33.944493 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] No DVR routers for this DVR port 0fc27c9a-4890-49d6-865b-2bb744cf6c64 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:35:33.958475 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:33.960315 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1f76a525-ed4c-4a79-91eb-2ca2408cd71a req-ab57e822-1bd7-4ea5-ad06-922fb8859426 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.58 "DELETE /v2.0/ports/0fc27c9a-4890-49d6-865b-2bb744cf6c64 HTTP/1.1" status: 204 len: 173 time: 0.5626605 Jul 30 15:35:33.962512 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'name': 'network-vif-deleted', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:33.964783 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a472d79-3dc0-4d76-97c2-2b4d91bd220b" -d '{"events": [{"server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "name": "network-vif-deleted", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:34.015841 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663a276-6e28-4f5a-8442-3433d2b4580d x-openstack-request-id: req-8663a276-6e28-4f5a-8442-3433d2b4580d {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:34.016123 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3548336b-5d06-4da5-b1a4-994246d6fec6", "name": "network-vif-deleted", "tag": "0fc27c9a-4890-49d6-865b-2bb744cf6c64", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:34.016369 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8663a276-6e28-4f5a-8442-3433d2b4580d {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:34.016779 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3548336b-5d06-4da5-b1a4-994246d6fec6', 'name': 'network-vif-deleted', 'tag': '0fc27c9a-4890-49d6-865b-2bb744cf6c64', 'status': 'completed', 'code': 200} Jul 30 15:35:34.018666 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2c15daef-bc99-4046-b913-484f9af9507d req-6ad7aced-d12e-4480-91cc-5156d3d245b7 tempest-TestMinimumBasicScenario-10777177 tempest-TestMinimumBasicScenario-10777177-project] 10.222.0.50 "GET /v2.0/ports?device_id=3548336b-5d06-4da5-b1a4-994246d6fec6 HTTP/1.1" status: 200 len: 210 time: 0.0489476 Jul 30 15:35:34.072542 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-20859c50-c268-486a-af28-07cfa227d0a4 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:34.074026 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-20859c50-c268-486a-af28-07cfa227d0a4 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.1241527 Jul 30 15:35:34.087745 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Allocated IP 172.27.2.120 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/fc85618e-9d6b-448e-87e0-f2e6b85d5042) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:34.498610 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:34.514602 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Deleting port 066631e2-4e0e-4934-943a-31ff64cedd16 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:34.515069 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:34.624656 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] For port 066631e2-4e0e-4934-943a-31ff64cedd16, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=066631e2-4e0e-4934-943a-31ff64cedd16,segment=NetworkSegment(75a004dc-7c1f-4111-9f0f-2f031c87081b),segment_id=75a004dc-7c1f-4111-9f0f-2f031c87081b)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:34.625066 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:34.627660 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:34.661672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Calling delete_port for 066631e2-4e0e-4934-943a-31ff64cedd16 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:34.680441 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:34.713369 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:34.720084 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:34.747756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'Port': ['ID=fc85618e-9d6b-448e-87e0-f2e6b85d5042,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:34.782268 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707239b8-4a2d-4cae-b91a-e2dec9a5d588 req-616fe4da-d31b-44a9-9b5c-151dc694cc1f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:34.783779 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-707239b8-4a2d-4cae-b91a-e2dec9a5d588 req-616fe4da-d31b-44a9-9b5c-151dc694cc1f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e936ee5-714b-4549-811b-65faa78a18a6 HTTP/1.1" status: 200 len: 945 time: 0.0512598 Jul 30 15:35:34.830191 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-707239b8-4a2d-4cae-b91a-e2dec9a5d588 req-1300f525-52f6-4615-8b58-c1fbfc5caae8 tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Jul 30 15:35:34.860353 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:34.907582 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:34.909507 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:34.935950 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['066631e2-4e0e-4934-943a-31ff64cedd16'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:35:34.958041 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Pushing event deleted for resources: {'Port': ['ID=066631e2-4e0e-4934-943a-31ff64cedd16,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:35.008685 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] No DVR routers for this DVR port 066631e2-4e0e-4934-943a-31ff64cedd16 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:35:35.012391 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:35.014384 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-765f6299-bcd6-44b3-b2c3-553159e9dc3b req-4a365795-2562-41f0-bd18-0213524af06f tempest-VolumesSnapshotTestJSON-1764302848 tempest-VolumesSnapshotTestJSON-1764302848-project] 10.222.0.58 "DELETE /v2.0/ports/066631e2-4e0e-4934-943a-31ff64cedd16 HTTP/1.1" status: 204 len: 173 time: 0.9208539 Jul 30 15:35:35.138942 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:35.145325 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:35.211401 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'Port': ['ID=fc85618e-9d6b-448e-87e0-f2e6b85d5042,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:35.225855 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:35.239932 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:35.244517 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-6bf2b3ff-3881-45e9-9a5e-b0d07539af9f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6390371 Jul 30 15:35:35.438850 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-15aa3252-29f3-4a61-9cbf-0ab4f9e8b27d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1930813591&fields=id&tenant_id=2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 267 time: 0.0365231 Jul 30 15:35:35.557645 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-a742e869-a44d-487b-b2a4-53e3b2dbe853 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:35.559175 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-a742e869-a44d-487b-b2a4-53e3b2dbe853 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 817 time: 0.1134343 Jul 30 15:35:35.577294 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59f1c2d1-bf44-4c5a-b8b5-a7b0d8718df3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/quotas/2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 375 time: 0.0112338 Jul 30 15:35:35.646808 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-ed788c03-014d-41d3-a68a-2131b2172b38 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573192 Jul 30 15:35:35.846252 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-10f3b64c-3b9f-49c2-a81f-06eaef638dd8 service neutron] 10.222.0.50 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854136 Jul 30 15:35:35.886305 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53166) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:35.949917 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-67fb1123-0233-4d16-bcbf-b236b9ab2673 service neutron] 10.222.0.50 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974922 Jul 30 15:35:36.017915 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e936ee5-714b-4549-811b-65faa78a18a6', 'name': 'network-vif-deleted', 'tag': '066631e2-4e0e-4934-943a-31ff64cedd16'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:36.020750 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a36829a-2a3a-4ab4-bec6-ddbeaf5028b8" -d '{"events": [{"server_uuid": "9e936ee5-714b-4549-811b-65faa78a18a6", "name": "network-vif-deleted", "tag": "066631e2-4e0e-4934-943a-31ff64cedd16"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:36.069824 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0164e069-8c74-4fdb-8c32-543b646ff3e9 x-openstack-request-id: req-0164e069-8c74-4fdb-8c32-543b646ff3e9 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:36.070495 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e936ee5-714b-4549-811b-65faa78a18a6", "name": "network-vif-deleted", "tag": "066631e2-4e0e-4934-943a-31ff64cedd16", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:36.071601 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0164e069-8c74-4fdb-8c32-543b646ff3e9 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:36.072248 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e936ee5-714b-4549-811b-65faa78a18a6', 'name': 'network-vif-deleted', 'tag': '066631e2-4e0e-4934-943a-31ff64cedd16', 'status': 'completed', 'code': 200} Jul 30 15:35:36.134781 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-085ef90c-7b83-4d92-a5f8-fe91bd0feb8d req-36d4d18a-41fb-47f6-8ebb-3863195d7f1c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 210 time: 0.0358591 Jul 30 15:35:36.493320 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:36.968575 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 066631e2-4e0e-4934-943a-31ff64cedd16 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:36.988483 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 066631e2-4e0e-4934-943a-31ff64cedd16 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:36.988759 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 066631e2-4e0e-4934-943a-31ff64cedd16 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:36.989189 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0fc27c9a-4890-49d6-865b-2bb744cf6c64 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:37.010966 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 0fc27c9a-4890-49d6-865b-2bb744cf6c64 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:37.011317 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 0fc27c9a-4890-49d6-865b-2bb744cf6c64 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:37.032448 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Deleting port 5a60d55d-f5e3-4ad4-9825-69404f96e897 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:37.033044 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.124791 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] For port 5a60d55d-f5e3-4ad4-9825-69404f96e897, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=5a60d55d-f5e3-4ad4-9825-69404f96e897,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:37.125165 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.139392 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Calling delete_port for 5a60d55d-f5e3-4ad4-9825-69404f96e897 owned by network:router_interface {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:37.222094 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-6d279236-5b02-4d00-a115-80da4512a338 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:37.223610 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-6d279236-5b02-4d00-a115-80da4512a338 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 817 time: 0.1256504 Jul 30 15:35:37.290331 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-762081ab-4f73-42dd-bb8f-1dbb3e3f2c15 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 380 time: 0.0521169 Jul 30 15:35:37.308407 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'port': {'device_id': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'admin_state_up': True, 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'security_groups': ['a72897a5-bfc9-4a50-b031-52b072f0a28d']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:37.311350 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c8c8cac0-b961-4496-b6ad-6d38d658c6bd req-05f2ff4c-f237-4419-9087-4ca9a492f330 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 210 time: 0.0315070 Jul 30 15:35:37.397895 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.431471 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a60d55d-f5e3-4ad4-9825-69404f96e897,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:37.470177 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Made reservation on behalf of 2f043b68295048f88a1e0c8dea612401 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:35:37.474316 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.623215 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Allocated IP 172.20.0.12 (d276f68e-9b72-4496-8288-d4266e1f57cf/71dae3ce-a5d3-46d8-b033-630613168d57/1f7d86b7-749f-451f-a3f0-87249f3af129) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:37.629302 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.764616 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.776797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Transition to ACTIVE for port object 1f7d86b7-749f-451f-a3f0-87249f3af129 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:37.812040 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.856075 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Network d276f68e-9b72-4496-8288-d4266e1f57cf is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:37.857253 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Router d4ea1371-1e80-41c0-a035-b22652155ff5 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:35:37.859236 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:37.863192 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:37.900840 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:37.938493 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:37.939152 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:37.958863 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-274f346c-acd5-45a9-9ba2-666e76b6a915 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6548808 Jul 30 15:35:37.992205 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:38.001278 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53210) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:38.001605 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-14e78545-13e0-4500-998d-0de4b99771a6 admin admin] 10.222.0.50 "PUT /v2.0/routers/d4ea1371-1e80-41c0-a035-b22652155ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1141665 Jul 30 15:35:38.004904 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] Sync routers for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:38.020989 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:38.021667 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:38.123769 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks [] for router, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:38.147520 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:38.229866 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:38.266116 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-2c11ffb9-919f-44b6-81fe-36aaa8d78bce None None] Provisioning for port 1f7d86b7-749f-451f-a3f0-87249f3af129 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:38.279205 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-2c11ffb9-919f-44b6-81fe-36aaa8d78bce None None] Provisioning complete for port 1f7d86b7-749f-451f-a3f0-87249f3af129 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:38.279500 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2c11ffb9-919f-44b6-81fe-36aaa8d78bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:38.291843 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Deleting port dab966bb-65e6-4eb4-a1d5-6793a560406b {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:38.292388 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:38.336706 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Request body: {'port': {'device_id': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:38.341607 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-2c11ffb9-919f-44b6-81fe-36aaa8d78bce None None] Port 1f7d86b7-749f-451f-a3f0-87249f3af129 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:35:38.406526 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:35:37Z', 'revision_number': 5, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port': {'id': 'dab966bb-65e6-4eb4-a1d5-6793a560406b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:13Z', 'updated_at': '2021-07-30T15:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:38.438687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] Checking router: d4ea1371-1e80-41c0-a035-b22652155ff5 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:38.447282 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] Routers {'d4ea1371-1e80-41c0-a035-b22652155ff5'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:38.448155 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['d4ea1371-1e80-41c0-a035-b22652155ff5'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:38.480992 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:38.506668 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] For port dab966bb-65e6-4eb4-a1d5-6793a560406b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=dab966bb-65e6-4eb4-a1d5-6793a560406b,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:38.507037 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:38.523100 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7079c-e401-4c8d-8a30-bf5b8c590e68 req-eef17e48-934b-425b-b6cc-17682982245c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:38.524574 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ddf7079c-e401-4c8d-8a30-bf5b8c590e68 req-eef17e48-934b-425b-b6cc-17682982245c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 932 time: 0.1192408 Jul 30 15:35:38.537066 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] Set router d4ea1371-1e80-41c0-a035-b22652155ff5 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:38.550908 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Calling delete_port for dab966bb-65e6-4eb4-a1d5-6793a560406b owned by network:router_gateway {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:38.587641 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:35:38Z', 'revision_number': 6, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:38.617161 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bb196-cff3-4359-8727-21fc7657404f None None] The sync data for ids ['d4ea1371-1e80-41c0-a035-b22652155ff5'] in dv-cinder-778907-3-iscsi is: [{'id': 'd4ea1371-1e80-41c0-a035-b22652155ff5', 'name': 'tempest-TestMinimumBasicScenario-2138704774-router', 'tenant_id': '0afae8db5b7f46e28168125c1f3c057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:12Z', 'updated_at': '2021-07-30T15:35:38Z', 'revision_number': 6, 'project_id': '0afae8db5b7f46e28168125c1f3c057b', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:38.692009 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ddf7079c-e401-4c8d-8a30-bf5b8c590e68 req-a2692d02-55ff-4cb3-bfd0-3c48ac18e24b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593263 Jul 30 15:35:38.897710 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:38.945795 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab966bb-65e6-4eb4-a1d5-6793a560406b,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:38.973137 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7d86b7-749f-451f-a3f0-87249f3af129 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:35:38.983074 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.020031 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Transition to ACTIVE for port object 1f7d86b7-749f-451f-a3f0-87249f3af129 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:39.026714 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.052819 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.163247 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:39.166383 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.170951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.252674 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.253414 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ea1371-1e80-41c0-a035-b22652155ff5 {{(pid=93058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:35:39.258565 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.259697 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-2f243012-1aad-4608-90f2-eb3226b89666 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d4ea1371-1e80-41c0-a035-b22652155ff5 HTTP/1.1" status: 204 len: 168 time: 1.2576990 Jul 30 15:35:39.262962 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53224) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:39.279182 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Attempting to bind port 1f7d86b7-749f-451f-a3f0-87249f3af129 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:35:39.279522 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Attempting to bind port 1f7d86b7-749f-451f-a3f0-87249f3af129 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:35:39.279849 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Attempting to bind port 1f7d86b7-749f-451f-a3f0-87249f3af129 on network d276f68e-9b72-4496-8288-d4266e1f57cf {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:39.284114 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Port 1f7d86b7-749f-451f-a3f0-87249f3af129 on network d276f68e-9b72-4496-8288-d4266e1f57cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:35:39.284432 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Attempting to bind port 1f7d86b7-749f-451f-a3f0-87249f3af129 on network d276f68e-9b72-4496-8288-d4266e1f57cf {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:39.289081 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:35:39.289412 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Checking segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:39.289790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Bound using segment: {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:35:39.290206 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Bound port: 1f7d86b7-749f-451f-a3f0-87249f3af129, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcbeafc-dbe0-4cd7-9588-a7da25200af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:35:39.290560 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.311315 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Deleting subnet 22605725-4f6b-4a41-8573-18fbbb9c00ba {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:35:39.314280 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.364478 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.364580 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:35:39.368549 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:35:39.376026 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.424474 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:39.425398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.427874 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] 10.222.0.58 "PUT /v2.0/ports/1f7d86b7-749f-451f-a3f0-87249f3af129 HTTP/1.1" status: 200 len: 1094 time: 1.0964451 Jul 30 15:35:39.437587 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 5a60d55d-f5e3-4ad4-9825-69404f96e897 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:39.455082 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:39.457498 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c4490-d1fa-4ea6-a5a8-1e64d0326a51" -d '{"events": [{"name": "network-changed", "server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:39.495040 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.496760 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 5a60d55d-f5e3-4ad4-9825-69404f96e897 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:39.497541 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 5a60d55d-f5e3-4ad4-9825-69404f96e897 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:39.498168 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device dab966bb-65e6-4eb4-a1d5-6793a560406b no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:39.509394 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b489eea-810f-4ca2-a4a0-e5d59175791f x-openstack-request-id: req-7b489eea-810f-4ca2-a4a0-e5d59175791f {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:39.509689 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:39.509941 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b489eea-810f-4ca2-a4a0-e5d59175791f {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:39.510340 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'status': 'completed', 'code': 200} Jul 30 15:35:39.511272 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2ec40-85dd-4654-95f8-1b57eb5ab673 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:39.528934 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: dab966bb-65e6-4eb4-a1d5-6793a560406b {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:39.529285 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device dab966bb-65e6-4eb4-a1d5-6793a560406b not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:39.562462 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.588076 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22605725-4f6b-4a41-8573-18fbbb9c00ba,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:39.599008 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.599586 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.600156 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.600507 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.600876 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.601217 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.601567 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.601888 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.602224 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.602555 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.602883 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.603209 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:39.606383 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444e6f4-2e2f-409e-b4d4-adc8877cdf4b None None] Network 9909bedf-be31-4413-93af-397226983a10 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:35:39.606696 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.611263 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-dc3faf6c-cbb0-4bb1-bf28-083ee1491abe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/22605725-4f6b-4a41-8573-18fbbb9c00ba HTTP/1.1" status: 204 len: 168 time: 0.3457143 Jul 30 15:35:39.612075 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53232) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:39.696058 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.762096 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Deleting port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:39.762096 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.864338 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] For port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:39.864712 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:39.879102 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Calling delete_port for 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:39.897634 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902134dc-fdcb-4304-bc0d-fb73af9ea0cd req-98c47cf9-7fea-4a57-b334-30967fa82e91 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:39.899158 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-902134dc-fdcb-4304-bc0d-fb73af9ea0cd req-98c47cf9-7fea-4a57-b334-30967fa82e91 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0892301 Jul 30 15:35:39.952095 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] DHCP port deletion for 9909bedf-be31-4413-93af-397226983a10 request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:35:39.985109 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-902134dc-fdcb-4304-bc0d-fb73af9ea0cd req-fe5c3e7f-f4ee-442b-bf7e-d31b3bb14e56 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528562 Jul 30 15:35:39.998831 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] Deleting port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 {{(pid=93060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:39.999247 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.004503 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.030762 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Pushing event deleted for resources: {'Port': ['ID=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:40.034193 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] No DVR routers for this DVR port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 on host dv-cinder-778907-3-iscsi {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:35:40.063947 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] For port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,segment=NetworkSegment(bea9f09c-8956-406a-a33a-afd29cff8a85),segment_id=bea9f09c-8956-406a-a33a-afd29cff8a85)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:40.064354 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.077661 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] Calling delete_port for 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 owned by network:dhcp {{(pid=93060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:40.102715 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.112822 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9909bedf-be31-4413-93af-397226983a10']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:40.126957 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea9f09c-8956-406a-a33a-afd29cff8a85') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:40.127258 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea9f09c-8956-406a-a33a-afd29cff8a85') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:40.136134 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.150393 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.158697 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:35:40.159349 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:35:40.161576 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:35:40.203675 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678'] for port, after_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.224564 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.229126 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] Pushing event deleted for resources: {'Port': ['ID=66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16,revision_number=None']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:40.232868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.233333 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041c870-5b84-4815-a1ef-3873530d14c0 None None] No DVR routers for this DVR port 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 on host dv-cinder-778907-3-iscsi {{(pid=93060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:35:40.235411 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] 10.222.0.50 "DELETE /v2.0/networks/9909bedf-be31-4413-93af-397226983a10 HTTP/1.1" status: 204 len: 168 time: 0.6219635 Jul 30 15:35:40.238228 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53236) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:40.247723 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc82471-d5ad-4bb3-90ea-9190b84cc77d admin admin] Pushing event deleted for resources: {'Network': ['ID=9909bedf-be31-4413-93af-397226983a10,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:40.581435 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.812995 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Deleting port 14275060-25cb-4f05-8905-7f284308b95f {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:40.813337 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.888288 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] For port 14275060-25cb-4f05-8905-7f284308b95f, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=14275060-25cb-4f05-8905-7f284308b95f,segment=NetworkSegment(d800b96e-80f7-4e88-a163-e3298c55db25),segment_id=d800b96e-80f7-4e88-a163-e3298c55db25)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:40.888643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:40.904219 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Calling delete_port for 14275060-25cb-4f05-8905-7f284308b95f owned by network:router_interface {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:41.106992 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:41.136530 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=14275060-25cb-4f05-8905-7f284308b95f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:41.149767 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32775f-002e-4240-9d85-d64811628dd0 req-e7e49c49-9ec5-4b0c-8a13-560051f22eb0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:41.151304 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb32775f-002e-4240-9d85-d64811628dd0 req-e7e49c49-9ec5-4b0c-8a13-560051f22eb0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0918043 Jul 30 15:35:41.211768 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:41.232823 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:41.233144 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 66ca8b0f-279b-4051-b7e8-dcfeb2ca9d16 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:41.240148 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb32775f-002e-4240-9d85-d64811628dd0 req-a80f09d2-6a34-4c4e-bdcc-beda9a548b65 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699213 Jul 30 15:35:41.347076 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:41.554743 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Router 92b1197a-6275-4287-89de-1fcae0990ee9 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:35:41.662495 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:41.670553 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c177eb56-ae16-4cab-b2b4-859af73c0b70 admin admin] 10.222.0.50 "PUT /v2.0/routers/92b1197a-6275-4287-89de-1fcae0990ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4312446 Jul 30 15:35:41.671170 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53248) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:41.671620 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] Sync routers for ids ['92b1197a-6275-4287-89de-1fcae0990ee9'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:41.681717 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] Routers {'92b1197a-6275-4287-89de-1fcae0990ee9'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:41.682465 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['92b1197a-6275-4287-89de-1fcae0990ee9'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:41.691899 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c4490-d1fa-4ea6-a5a8-1e64d0326a51 req-fe461bba-81f8-4bc4-884b-9e8d8538177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:41.693908 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d98c4490-d1fa-4ea6-a5a8-1e64d0326a51 req-fe461bba-81f8-4bc4-884b-9e8d8538177e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1097 time: 0.0437129 Jul 30 15:35:41.784507 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks [] for router, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:41.810415 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c4490-d1fa-4ea6-a5a8-1e64d0326a51 req-33fde841-8ecc-409c-8419-727b0a385bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:41.811842 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d98c4490-d1fa-4ea6-a5a8-1e64d0326a51 req-33fde841-8ecc-409c-8419-727b0a385bbc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2f043b68295048f88a1e0c8dea612401&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1069338 Jul 30 15:35:41.881928 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] Set router 92b1197a-6275-4287-89de-1fcae0990ee9 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:41.896808 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:41.914154 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c4490-d1fa-4ea6-a5a8-1e64d0326a51 req-b12442bf-3e01-413e-957b-68f2d2dd6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:41.915653 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d98c4490-d1fa-4ea6-a5a8-1e64d0326a51 req-b12442bf-3e01-413e-957b-68f2d2dd6dc9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959241 Jul 30 15:35:41.949744 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Deleting port 56188061-0eca-49ed-8e66-68085d3f2939 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:41.950085 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.014976 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-563416ee-54c9-478f-a67a-df494ebfd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:42.017058 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-563416ee-54c9-478f-a67a-df494ebfd94b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1097 time: 0.0490713 Jul 30 15:35:42.080118 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-7bcced33-c900-4d9a-ba73-9b5b0d52a5e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7d86b7-749f-451f-a3f0-87249f3af129 HTTP/1.1" status: 200 len: 217 time: 0.0379877 Jul 30 15:35:42.085727 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '56188061-0eca-49ed-8e66-68085d3f2939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:35:41Z', 'revision_number': 5, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port': {'id': '56188061-0eca-49ed-8e66-68085d3f2939', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:42.112595 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] Checking router: 92b1197a-6275-4287-89de-1fcae0990ee9 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:42.121938 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] Routers {'92b1197a-6275-4287-89de-1fcae0990ee9'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:42.122574 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['92b1197a-6275-4287-89de-1fcae0990ee9'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:42.133514 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-0758c4e7-5bc4-4a82-b22f-e2e98e11c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:42.135489 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-0758c4e7-5bc4-4a82-b22f-e2e98e11c572 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0484977 Jul 30 15:35:42.189034 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-ff514b7d-5d73-42ca-b7b2-a4da3149300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:42.190811 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-ff514b7d-5d73-42ca-b7b2-a4da3149300d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474977 Jul 30 15:35:42.211493 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] Set router 92b1197a-6275-4287-89de-1fcae0990ee9 gateway port host: None {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:42.269829 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:35:41Z', 'revision_number': 6, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:42.298128 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] For port 56188061-0eca-49ed-8e66-68085d3f2939, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=56188061-0eca-49ed-8e66-68085d3f2939,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:42.298509 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.302910 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b34828-6702-4f9b-a3a0-0d3bd9eed4af None None] The sync data for ids ['92b1197a-6275-4287-89de-1fcae0990ee9'] in dv-cinder-778907-3-iscsi is: [{'id': '92b1197a-6275-4287-89de-1fcae0990ee9', 'name': 'tempest-TestMinimumBasicScenario-754648129-router', 'tenant_id': '38b766b29c154c9b8bace408ee53e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:30:19Z', 'updated_at': '2021-07-30T15:35:41Z', 'revision_number': 6, 'project_id': '38b766b29c154c9b8bace408ee53e5d0', 'gw_port_host': None}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:42.315673 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Calling delete_port for 56188061-0eca-49ed-8e66-68085d3f2939 owned by network:router_gateway {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:42.493057 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.519778 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Pushing event deleted for resources: {'Port': ['ID=56188061-0eca-49ed-8e66-68085d3f2939,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:42.564134 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47cdc7-21f5-45ed-9d6b-496e5aff8147 req-c000681e-bdc0-4269-afb1-2846916b85d7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:42.565624 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2b47cdc7-21f5-45ed-9d6b-496e5aff8147 req-c000681e-bdc0-4269-afb1-2846916b85d7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0963659 Jul 30 15:35:42.583819 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-e5e7670d-1676-4189-849f-81fd1b8079b8 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854568 Jul 30 15:35:42.585830 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.694614 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.697380 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.702462 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b983f849-b014-4dd5-9026-243b80eb4cd6 req-c7947889-68ed-477c-8410-d170fd18644f service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097066 Jul 30 15:35:42.747639 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2b47cdc7-21f5-45ed-9d6b-496e5aff8147 req-db6ee56a-d278-4ce3-b6a9-27a988a9ff85 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758382 Jul 30 15:35:42.769886 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.770501 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b1197a-6275-4287-89de-1fcae0990ee9 {{(pid=93059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:35:42.785749 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.789796 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53262) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:42.790884 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3b2d3788-3539-45ad-a39c-cb6a221a4583 admin admin] 10.222.0.50 "DELETE /v2.0/routers/92b1197a-6275-4287-89de-1fcae0990ee9 HTTP/1.1" status: 204 len: 168 time: 1.1170955 Jul 30 15:35:42.847371 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] Deleting subnet 6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:35:42.850689 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:42.894234 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711343'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.013636 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.077937 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59223146'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.108568 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:43.114380 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.116768 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e4f8999f-43f4-455d-9afa-27f281332f7a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6b36c3d3-7b9d-4f0f-8d99-ac57f8c66f28 HTTP/1.1" status: 204 len: 168 time: 0.3259459 Jul 30 15:35:43.119334 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53270) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:43.122178 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71ac3a-65a9-4ea2-a054-e8afe1b99807 None None] Network 3f7416b4-5081-4691-b5de-599126e8ad5d requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:35:43.205041 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.229445 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 14275060-25cb-4f05-8905-7f284308b95f no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:43.265916 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 14275060-25cb-4f05-8905-7f284308b95f {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:43.266413 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 14275060-25cb-4f05-8905-7f284308b95f not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:43.266689 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 56188061-0eca-49ed-8e66-68085d3f2939 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:43.270304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Deleting port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:43.270577 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.288977 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 56188061-0eca-49ed-8e66-68085d3f2939 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:43.289336 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 56188061-0eca-49ed-8e66-68085d3f2939 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:43.343002 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] For port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,segment=NetworkSegment(d800b96e-80f7-4e88-a163-e3298c55db25),segment_id=d800b96e-80f7-4e88-a163-e3298c55db25)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:43.343372 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.353959 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] DHCP port deletion for 3f7416b4-5081-4691-b5de-599126e8ad5d request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:35:43.358738 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Calling delete_port for 8bb300ad-a5dd-40a7-bf54-319960d9bb2d owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:43.405255 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Deleting port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d {{(pid=93060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:35:43.405895 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.447670 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.471799 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] For port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,segment=NetworkSegment(d800b96e-80f7-4e88-a163-e3298c55db25),segment_id=d800b96e-80f7-4e88-a163-e3298c55db25)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:43.472193 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.476768 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:43.483058 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] No DVR routers for this DVR port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d on host dv-cinder-778907-3-iscsi {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:35:43.486653 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Calling delete_port for 8bb300ad-a5dd-40a7-bf54-319960d9bb2d owned by network:dhcp {{(pid=93060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:35:43.552940 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.563701 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7416b4-5081-4691-b5de-599126e8ad5d']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:43.565246 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678'] for port, after_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.579539 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd800b96e-80f7-4e88-a163-e3298c55db25') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:43.579810 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd800b96e-80f7-4e88-a163-e3298c55db25') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:43.589055 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.590568 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Pushing event deleted for resources: {'Port': ['ID=8bb300ad-a5dd-40a7-bf54-319960d9bb2d,revision_number=None']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:43.594818 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] No DVR routers for this DVR port 8bb300ad-a5dd-40a7-bf54-319960d9bb2d on host dv-cinder-778907-3-iscsi {{(pid=93060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.607513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab590d-ef8c-4bee-a67f-1d3c80782a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:43.615475 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.622760 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:35:43.623195 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:35:43.625027 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:35:43.684121 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.689431 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.691236 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f7416b4-5081-4691-b5de-599126e8ad5d HTTP/1.1" status: 204 len: 168 time: 0.5707467 Jul 30 15:35:43.702392 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b29aa-b1f5-4a8b-88ea-8d85dea27be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7416b4-5081-4691-b5de-599126e8ad5d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:43.803539 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53276) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:43.843641 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-8af1acf1-f3fc-4ff3-884d-2333485fb05a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0afae8db5b7f46e28168125c1f3c057b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387950 Jul 30 15:35:43.846261 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53278) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:43.863025 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6502bc-e165-4884-ae97-a6634aeda53e req-ac27d784-eb56-410e-9a07-fc381e510420 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:43.864415 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ec6502bc-e165-4884-ae97-a6634aeda53e req-ac27d784-eb56-410e-9a07-fc381e510420 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0509858 Jul 30 15:35:43.895382 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a88ceff0-032e-4e5b-a26a-e5e3a1a8a0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.903470 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ec6502bc-e165-4884-ae97-a6634aeda53e req-3a53896d-a92a-4a3d-9e5c-b12a10dbf130 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330896 Jul 30 15:35:43.926075 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a88ceff0-032e-4e5b-a26a-e5e3a1a8a0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.975002 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a88ceff0-032e-4e5b-a26a-e5e3a1a8a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.977704 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a88ceff0-032e-4e5b-a26a-e5e3a1a8a0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:43.980864 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a88ceff0-032e-4e5b-a26a-e5e3a1a8a0ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e35cb2b-1796-4501-9251-0dc7d9be2f75 HTTP/1.1" status: 204 len: 168 time: 0.1316910 Jul 30 15:35:43.988139 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ceff0-032e-4e5b-a26a-e5e3a1a8a0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e35cb2b-1796-4501-9251-0dc7d9be2f75,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:44.307016 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53298) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:44.346750 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-75f5ed90-51ef-49d1-accb-2e4b3bb319f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38b766b29c154c9b8bace408ee53e5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386021 Jul 30 15:35:44.349128 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53300) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:44.398924 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e9f6aa31-9a99-42dc-8db0-8cb332935465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:44.420957 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e9f6aa31-9a99-42dc-8db0-8cb332935465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:44.470454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e9f6aa31-9a99-42dc-8db0-8cb332935465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:44.473347 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e9f6aa31-9a99-42dc-8db0-8cb332935465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:44.474489 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e9f6aa31-9a99-42dc-8db0-8cb332935465 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fd2f836-0c71-4b5c-8bab-db22f79129c3 HTTP/1.1" status: 204 len: 168 time: 0.1244810 Jul 30 15:35:44.482268 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6aa31-9a99-42dc-8db0-8cb332935465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd2f836-0c71-4b5c-8bab-db22f79129c3,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:45.027990 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10648c7-6960-4476-8669-8d685d049ac4 req-ca185163-57e2-48ac-b726-914fa88a773e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:45.029685 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b10648c7-6960-4476-8669-8d685d049ac4 req-ca185163-57e2-48ac-b726-914fa88a773e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0530200 Jul 30 15:35:45.072681 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b10648c7-6960-4476-8669-8d685d049ac4 req-1fc1a9bb-8ce5-49d4-af49-8484224071e2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359831 Jul 30 15:35:45.141437 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53330) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:45.207176 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 8bb300ad-a5dd-40a7-bf54-319960d9bb2d no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:35:45.227197 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 8bb300ad-a5dd-40a7-bf54-319960d9bb2d {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:35:45.227551 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 8bb300ad-a5dd-40a7-bf54-319960d9bb2d not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:35:45.243997 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-465555670-network', 'tenant_id': '3f0b91d19179443c98c850dd803fa671'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:45.266442 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Made reservation on behalf of 3f0b91d19179443c98c850dd803fa671 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:35:45.268671 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.277862 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.381909 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.385682 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.412984 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:35:45.425282 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e182f42c-6825-4b91-90f7-1bd09b6b46f8,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:45.430993 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.431341 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Added segment f72eccdb-d972-462b-a3bb-d0e227d81a76 of type vlan for network ac4d50cd-236b-424a-9b86-c965ffb71950 Jul 30 15:35:45.473905 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.505317 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.506431 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:45.507128 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.565294 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4219320 Jul 30 15:35:45.568319 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53344) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:45.577829 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Request body: {'subnet': {'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-465555670-subnet', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'ip_version': 4}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:45.581550 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f10471-b291-4124-b58d-84413fde58c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4d50cd-236b-424a-9b86-c965ffb71950,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:45.601563 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network ac4d50cd-236b-424a-9b86-c965ffb71950 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:35:45.602406 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Made reservation on behalf of 3f0b91d19179443c98c850dd803fa671 for: {'subnet': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:35:45.606927 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59223117'] for subnet, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.616876 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:35:45.759226 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:45.771108 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'port_id': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:35:45.777908 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59223139'] for subnet, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.808864 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.825414 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7d86b7-749f-451f-a3f0-87249f3af129 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:35:45.832756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c1e24f-574d-496a-b316-39ec911c52b7,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:45.841701 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Checking segment: {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:45.842073 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Network hostable DHCP agents. Network: ac4d50cd-236b-424a-9b86-c965ffb71950, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:35:45.849498 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:45.853674 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.858159 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Network ac4d50cd-236b-424a-9b86-c965ffb71950 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:35:45.866653 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, ac4d50cd-236b-424a-9b86-c965ffb71950) {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:45.871495 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:45.872079 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.878279 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c829bfc-3068-45d2-9f88-1afade315d77 None None] Network ac4d50cd-236b-424a-9b86-c965ffb71950 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:35:45.886089 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e289fad1-bfdf-469f-9557-c8f8d2a4028a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3122237 Jul 30 15:35:45.889253 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53348) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:45.893720 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:45.913811 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.914808 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:45.944533 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:45.972465 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.021907 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0bc90bb8-0337-4142-a54e-eef7448982dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.052762 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-ac4d50cd-236b-424a-9b86-c965ffb71950', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:35:46.053618 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.115402 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.195803 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Allocated IP 172.20.0.2 (ac4d50cd-236b-424a-9b86-c965ffb71950/74c1e24f-574d-496a-b316-39ec911c52b7/a0f14191-b2a1-440c-bee5-f5306a2e3f2e) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:46.212950 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c81b-a08f-442a-aca7-57d523a0b8a9 req-71de1e4f-5790-4266-8a61-d47b574e6617 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:46.215483 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6c76c81b-a08f-442a-aca7-57d523a0b8a9 req-71de1e4f-5790-4266-8a61-d47b574e6617 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0650976 Jul 30 15:35:46.268761 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6c76c81b-a08f-442a-aca7-57d523a0b8a9 req-be8394c9-267e-447d-bb16-aeb0423671f2 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Jul 30 15:35:46.305130 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['1f7d86b7-749f-451f-a3f0-87249f3af129'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:35:46.347295 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.367443 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.417280 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.437028 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Transition to ACTIVE for port object a0f14191-b2a1-440c-bee5-f5306a2e3f2e will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:46.439711 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53360) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:46.461913 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Transition to ACTIVE for port object a0f14191-b2a1-440c-bee5-f5306a2e3f2e will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:46.469304 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.483042 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Allocated IP 172.27.2.101 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/ed240f5a-784e-4bff-9791-b15d2537c48e) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:46.519424 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Network ac4d50cd-236b-424a-9b86-c965ffb71950 is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:46.528831 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:46.536762 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:46.547083 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Pushing event updated for resources: {'Port': ['ID=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:46.561820 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d8e914eb-cecd-409f-a8de-3fec627d29d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.607158 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.647196 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Attempting to bind port a0f14191-b2a1-440c-bee5-f5306a2e3f2e on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:35:46.647416 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Attempting to bind port a0f14191-b2a1-440c-bee5-f5306a2e3f2e by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:35:46.647947 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Attempting to bind port a0f14191-b2a1-440c-bee5-f5306a2e3f2e on network ac4d50cd-236b-424a-9b86-c965ffb71950 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:46.653908 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.654094 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:35:46.654094 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Checking segment: {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:46.654350 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.654736 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Bound using segment: {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:35:46.655509 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Bound port: a0f14191-b2a1-440c-bee5-f5306a2e3f2e, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:35:46.655906 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.681736 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d8e914eb-cecd-409f-a8de-3fec627d29d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.687913 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d8e914eb-cecd-409f-a8de-3fec627d29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.693498 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:46.696488 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:46.701326 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:46.733154 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Pushing event updated for resources: {'Port': ['ID=ed240f5a-784e-4bff-9791-b15d2537c48e,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:46.737252 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] For port a0f14191-b2a1-440c-bee5-f5306a2e3f2e, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:35:46.743231 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] For port a0f14191-b2a1-440c-bee5-f5306a2e3f2e, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:35:46.749400 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.762387 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d8e914eb-cecd-409f-a8de-3fec627d29d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abbfaf74ea2b4376bf50e8f86519c316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213499 Jul 30 15:35:46.763328 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53368) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:46.771913 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e914eb-cecd-409f-a8de-3fec627d29d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61a5f84-2da9-4598-89bd-67c6c1597c12,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:46.822397 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fe373-9dbd-46a0-a78c-139dd6689069 None None] Pushing event updated for resources: {'Port': ['ID=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:46.866763 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-18df9c8f-7302-4d17-9837-e744932b93cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.890479 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-18df9c8f-7302-4d17-9837-e744932b93cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.942935 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-18df9c8f-7302-4d17-9837-e744932b93cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.945793 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-18df9c8f-7302-4d17-9837-e744932b93cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:46.946969 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-18df9c8f-7302-4d17-9837-e744932b93cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a61a5f84-2da9-4598-89bd-67c6c1597c12 HTTP/1.1" status: 204 len: 168 time: 0.1814489 Jul 30 15:35:46.957996 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df9c8f-7302-4d17-9837-e744932b93cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61a5f84-2da9-4598-89bd-67c6c1597c12,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:47.015582 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:47.264203 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a0f14191-b2a1-440c-bee5-f5306a2e3f2e up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:47.275200 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:47.322856 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port a0f14191-b2a1-440c-bee5-f5306a2e3f2e completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:47.427637 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa799511-66fe-4005-8f1a-012f87630867 req-b796476f-79ff-4dfa-804a-4a4289faa288 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:47.429131 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-aa799511-66fe-4005-8f1a-012f87630867 req-b796476f-79ff-4dfa-804a-4a4289faa288 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0708764 Jul 30 15:35:47.456817 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Router 3936490e-c180-47fc-9f09-9a00e7a809d2 is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:35:47.481189 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-aa799511-66fe-4005-8f1a-012f87630867 req-3ffca0ab-e069-43ea-b780-bd8593a7dce6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439241 Jul 30 15:35:47.574848 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:47.584897 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Sync routers for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:47.595469 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:47.595710 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:47.596489 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:47.596828 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9a494d85-51fc-4bc6-a87a-8ab705307b44 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7066095 Jul 30 15:35:47.600041 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53376) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:47.703688 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:47.847044 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e3da1-69de-4956-8238-82e02a770615 None None] Network ac4d50cd-236b-424a-9b86-c965ffb71950 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:35:47.965894 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-58090f7b-3ad4-411e-bc33-1f135c36d476 None None] Provisioning for port a0f14191-b2a1-440c-bee5-f5306a2e3f2e completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:48.041562 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.114225 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-58090f7b-3ad4-411e-bc33-1f135c36d476 None None] Provisioning complete for port a0f14191-b2a1-440c-bee5-f5306a2e3f2e triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:48.114489 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-58090f7b-3ad4-411e-bc33-1f135c36d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.142901 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:46Z', 'revision_number': 3, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:48.178924 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Checking router: 3936490e-c180-47fc-9f09-9a00e7a809d2 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:48.179281 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Updating router 3936490e-c180-47fc-9f09-9a00e7a809d2 port ed240f5a-784e-4bff-9791-b15d2537c48e binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:35:48.204515 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Allocated IP 172.20.0.1 (ac4d50cd-236b-424a-9b86-c965ffb71950/74c1e24f-574d-496a-b316-39ec911c52b7/15b51f88-2bbf-4e2d-a24c-b8049aa94a18) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:48.231482 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.310932 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.325324 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Transition to ACTIVE for port object 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:48.361945 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.367572 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-58090f7b-3ad4-411e-bc33-1f135c36d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.407088 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Network ac4d50cd-236b-424a-9b86-c965ffb71950 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:48.414863 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:48.417554 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:48.420537 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Pushing event updated for resources: {'Port': ['ID=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:48.451661 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-58090f7b-3ad4-411e-bc33-1f135c36d476 None None] For port a0f14191-b2a1-440c-bee5-f5306a2e3f2e, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:48.457062 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-58090f7b-3ad4-411e-bc33-1f135c36d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.464466 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.548508 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58090f7b-3ad4-411e-bc33-1f135c36d476 None None] Pushing event updated for resources: {'Port': ['ID=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:48.639594 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba11c-51ac-46e4-814f-1de7b7a23b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.642607 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-a1c1baa4-a697-4422-aa77-88f636a48ace None None] Provisioning complete for port a0f14191-b2a1-440c-bee5-f5306a2e3f2e triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:48.642878 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a1c1baa4-a697-4422-aa77-88f636a48ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.664406 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ffe4-cde3-43fc-ae71-a298b63997f2 req-fdb0b893-ff94-4a73-826b-dcc9dd9c0277 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:48.665951 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0a66ffe4-cde3-43fc-ae71-a298b63997f2 req-fdb0b893-ff94-4a73-826b-dcc9dd9c0277 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0982556 Jul 30 15:35:48.666741 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.696227 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.720864 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Transition to ACTIVE for port object ed240f5a-784e-4bff-9791-b15d2537c48e will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:48.724678 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.729478 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.738911 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0a66ffe4-cde3-43fc-ae71-a298b63997f2 req-28277774-3a20-4c2f-a3c5-b26ecfe48689 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628455 Jul 30 15:35:48.818400 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Attempting to bind port ed240f5a-784e-4bff-9791-b15d2537c48e on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:35:48.818766 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Attempting to bind port ed240f5a-784e-4bff-9791-b15d2537c48e by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:35:48.819127 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Attempting to bind port ed240f5a-784e-4bff-9791-b15d2537c48e on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:48.822971 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12a32-7cc0-4ae3-a218-48bdac16028c None None] Pushing event updated for resources: {'Port': ['ID=ed240f5a-784e-4bff-9791-b15d2537c48e,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:48.829869 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:35:48.830282 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:48.830687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.831024 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:35:48.831496 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Bound port: ed240f5a-784e-4bff-9791-b15d2537c48e, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:35:48.831884 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.865024 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.869667 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912084'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.885868 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] For port ed240f5a-784e-4bff-9791-b15d2537c48e, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:35:48.889657 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] For port ed240f5a-784e-4bff-9791-b15d2537c48e, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=ed240f5a-784e-4bff-9791-b15d2537c48e,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:35:48.898115 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.938037 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:48.939770 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Pushing event updated for resources: {'Port': ['ID=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:48.962030 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12a32-7cc0-4ae3-a218-48bdac16028c None None] Pushing event updated for resources: {'Port': ['ID=ed240f5a-784e-4bff-9791-b15d2537c48e,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:48.965189 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:48.965798 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:48.969201 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-111e77f3-f0b5-4195-866a-016f36ef4ac6 None None] Provisioning for port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:49.014649 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-111e77f3-f0b5-4195-866a-016f36ef4ac6 None None] Provisioning complete for port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:49.015006 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-111e77f3-f0b5-4195-866a-016f36ef4ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:49.035796 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Network ac4d50cd-236b-424a-9b86-c965ffb71950 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:49.037305 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:49.087432 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-111e77f3-f0b5-4195-866a-016f36ef4ac6 None None] Port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:35:49.111643 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:49.159719 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Router 3936490e-c180-47fc-9f09-9a00e7a809d2 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:35:49.236868 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a0f14191-b2a1-440c-bee5-f5306a2e3f2e up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:49.280387 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:49.285947 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b09e1554-9589-4b42-9241-dbe51d484b74 admin admin] 10.222.0.50 "PUT /v2.0/routers/3936490e-c180-47fc-9f09-9a00e7a809d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835158 Jul 30 15:35:49.347111 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-aa2d9126-a3e0-45a4-83bf-55af9407df51 None None] Provisioning complete for port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:49.347491 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9126-a3e0-45a4-83bf-55af9407df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:49.350411 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port a0f14191-b2a1-440c-bee5-f5306a2e3f2e triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:49.350782 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:49.425389 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d9126-a3e0-45a4-83bf-55af9407df51 None None] Port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:35:49.445593 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 2, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:49.500672 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eaba17-7000-441f-9e28-f63d23ee470d None None] The sync data for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi is: [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 2, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:49.522378 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:49.732297 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:49.872331 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53400) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:49.877893 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-669644403-network', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:49.880880 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924dca-02b2-4752-a7bb-5cc62b9e717a req-4c1a78d3-a85e-4e62-9ad2-c5423d45cf08 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:49.882405 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-53924dca-02b2-4752-a7bb-5cc62b9e717a req-4c1a78d3-a85e-4e62-9ad2-c5423d45cf08 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0543118 Jul 30 15:35:49.903139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Made reservation on behalf of 6b90fd25572c4add9bf6d5f5ff8fa1e2 for: {'network': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:35:49.905602 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:49.914885 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:49.936988 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-53924dca-02b2-4752-a7bb-5cc62b9e717a req-9c510f3d-3f44-45c3-98e5-7b40bd5ec3ac tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Jul 30 15:35:50.018880 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.022996 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.053156 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:35:50.060041 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55589a1d-dacb-4478-bd0e-223204207777,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:50.067775 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.068203 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.segments_db [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Added segment 1782c3f1-bef5-40aa-8f4d-02db31f1ac1d of type vlan for network 49484e3a-e654-4453-951d-4b5a6d73560f Jul 30 15:35:50.118300 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.154485 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.155372 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:50.155969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.212669 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3390756 Jul 30 15:35:50.216122 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53404) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:50.222811 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Request body: {'subnet': {'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-669644403-subnet', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:50.237740 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e013b8-9f24-4479-b024-a20cc26a6659 admin admin] Pushing event updated for resources: {'Network': ['ID=49484e3a-e654-4453-951d-4b5a6d73560f,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:50.249575 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 49484e3a-e654-4453-951d-4b5a6d73560f details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:35:50.260450 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Made reservation on behalf of 6b90fd25572c4add9bf6d5f5ff8fa1e2 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:35:50.262918 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59267018'] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.440275 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59267044'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.498063 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Pushing event updated for resources: {'Subnet': ['ID=779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:50.508108 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Checking segment: {'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:50.508470 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Network hostable DHCP agents. Network: 49484e3a-e654-4453-951d-4b5a6d73560f, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:35:50.525479 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Network 49484e3a-e654-4453-951d-4b5a6d73560f is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:35:50.535262 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 49484e3a-e654-4453-951d-4b5a6d73560f) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:50.539399 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:50.539999 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.545454 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1026c72-bc75-4637-9dfc-435791e42a39 None None] Network 49484e3a-e654-4453-951d-4b5a6d73560f requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:35:50.555232 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-030594a8-8b01-4b04-b9ed-5ee0faa0172c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3364153 Jul 30 15:35:50.557722 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53406) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:50.562622 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:50.584304 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-932'] for router, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.585634 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372809', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-925'] for router, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.658601 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.710194 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b7e585a-9285-5312-add0-4d0cf811f8c0-49484e3a-e654-4453-951d-4b5a6d73560f', 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'fixed_ips': [{'subnet_id': '779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f'}]}} from dv-cinder-778907-3-iscsi. {{(pid=93060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:35:50.711070 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.806502 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:50.851118 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.db_base_plugin_common [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Allocated IP 172.20.0.2 (49484e3a-e654-4453-951d-4b5a6d73560f/779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f/7cb11c10-0176-439a-ab96-eb033979e06b) {{(pid=93060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:51.016598 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.032227 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Transition to ACTIVE for port object 7cb11c10-0176-439a-ab96-eb033979e06b will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:51.043173 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.050664 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Transition to ACTIVE for port object 7cb11c10-0176-439a-ab96-eb033979e06b will not be triggered until provisioned by entity DHCP. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:51.057736 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669'] for port, after_create {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.077172 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.101115 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Network 49484e3a-e654-4453-951d-4b5a6d73560f is already hosted by enough agents. {{(pid=93060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:51.103972 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.scheduler.base_scheduler [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Resources bound (agent type, host, resource id): {{(pid=93060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:51.110000 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Received port after_create {{(pid=93060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:51.116861 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Pushing event updated for resources: {'Port': ['ID=7cb11c10-0176-439a-ab96-eb033979e06b,revision_number=1']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:51.137150 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c08b3-9390-4e83-b34e-00df654f4fb0 req-33a313f5-0291-42f6-a1ec-b842d483d848 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:51.142836 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-598c08b3-9390-4e83-b34e-00df654f4fb0 req-33a313f5-0291-42f6-a1ec-b842d483d848 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.1140032 Jul 30 15:35:51.171213 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Attempting to bind port 7cb11c10-0176-439a-ab96-eb033979e06b on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:35:51.171599 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Attempting to bind port 7cb11c10-0176-439a-ab96-eb033979e06b by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:35:51.171972 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Attempting to bind port 7cb11c10-0176-439a-ab96-eb033979e06b on network 49484e3a-e654-4453-951d-4b5a6d73560f {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:51.177738 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:35:51.178111 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Checking segment: {'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:51.178513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.178925 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Bound using segment: {'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:35:51.179449 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Bound port: 7cb11c10-0176-439a-ab96-eb033979e06b, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:35:51.179843 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.236535 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-598c08b3-9390-4e83-b34e-00df654f4fb0 req-90fe2af9-1cc0-474b-91fa-ee24dcee0342 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852361 Jul 30 15:35:51.263304 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Allocated IP 172.27.2.189 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/4f58295f-f58e-44ef-9c0b-20ae23813a69) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:51.289828 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] For port 7cb11c10-0176-439a-ab96-eb033979e06b, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:35:51.295041 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] For port 7cb11c10-0176-439a-ab96-eb033979e06b, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=7cb11c10-0176-439a-ab96-eb033979e06b,segment=NetworkSegment(1782c3f1-bef5-40aa-8f4d-02db31f1ac1d),segment_id=1782c3f1-bef5-40aa-8f4d-02db31f1ac1d)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:35:51.301870 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.336301 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ed240f5a-784e-4bff-9791-b15d2537c48e up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:51.398535 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.444992 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.482351 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:51.485189 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:51.488667 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:51.521280 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Pushing event updated for resources: {'Port': ['ID=4f58295f-f58e-44ef-9c0b-20ae23813a69,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:51.542012 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5cfbb-118b-4243-a631-67ddaeb554a4 None None] Pushing event updated for resources: {'Port': ['ID=7cb11c10-0176-439a-ab96-eb033979e06b,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:51.583336 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port ed240f5a-784e-4bff-9791-b15d2537c48e completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:51.587540 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port ed240f5a-784e-4bff-9791-b15d2537c48e triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:51.587959 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.623322 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Sync routers for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:51.635274 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:51.636820 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:51.644334 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.694420 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.718392 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port ed240f5a-784e-4bff-9791-b15d2537c48e, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=ed240f5a-784e-4bff-9791-b15d2537c48e,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:51.728093 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:51.737573 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:51.833262 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:51.874867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=ed240f5a-784e-4bff-9791-b15d2537c48e,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:51.901687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 1f7d86b7-749f-451f-a3f0-87249f3af129 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:51.908236 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 1f7d86b7-749f-451f-a3f0-87249f3af129 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:51.908463 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.015454 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.051656 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:52.055166 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226d4432-2a00-4b90-a11a-2d4fbe272f7b" -d '{"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-plugged", "status": "completed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:52.072577 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:52.078467 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.087294 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 2, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:52.116778 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.119713 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d204f5-aa3b-4b46-8e14-cc0bc9854d9f x-openstack-request-id: req-13d204f5-aa3b-4b46-8e14-cc0bc9854d9f {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:52.120011 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-plugged", "status": "completed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:52.120354 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13d204f5-aa3b-4b46-8e14-cc0bc9854d9f {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:52.121381 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'code': 200} Jul 30 15:35:52.134147 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Checking router: 3936490e-c180-47fc-9f09-9a00e7a809d2 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:52.134489 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Updating router 3936490e-c180-47fc-9f09-9a00e7a809d2 port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 binding host dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:35:52.158003 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:52.194032 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.360283 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98c4e7-80fb-4e36-ae89-d0521061b042 req-c6e81f31-ac41-4351-9824-d8521641ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:52.363333 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4d98c4e7-80fb-4e36-ae89-d0521061b042 req-c6e81f31-ac41-4351-9824-d8521641ea3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1099 time: 0.0749643 Jul 30 15:35:52.412199 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16264854'] for router, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.429188 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4d98c4e7-80fb-4e36-ae89-d0521061b042 req-2558dea3-54b5-4459-833e-72521e89b721 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568955 Jul 30 15:35:52.486014 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b762388-6ee9-49f6-a372-c5923198d0d7 req-ca13d0bd-d803-44dc-8bf8-536a38500ec5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:52.487575 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2b762388-6ee9-49f6-a372-c5923198d0d7 req-ca13d0bd-d803-44dc-8bf8-536a38500ec5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.1235909 Jul 30 15:35:52.590906 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2b762388-6ee9-49f6-a372-c5923198d0d7 req-82066011-b7d4-4ab5-84fc-4690c135e0f5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937345 Jul 30 15:35:52.628182 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Notify callbacks [] for port, precommit_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.634707 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f is scheduled to L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b with binding_index 1 {{(pid=93059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:35:52.640409 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.provisioning_blocks [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Transition to ACTIVE for port object 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 will not be triggered until provisioned by entity L2. {{(pid=93061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:52.646919 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.715266 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Pushing event updated for resources: {'Port': ['ID=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,revision_number=3']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:52.742038 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.742397 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.742743 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.743084 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.743416 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.743750 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.744078 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.744410 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.744771 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.745105 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.746003 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.746331 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:35:52.761419 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Attempting to bind port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:35:52.761791 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Attempting to bind port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:35:52.762173 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Attempting to bind port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 on network ac4d50cd-236b-424a-9b86-c965ffb71950 {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:52.767030 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:52.768447 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:35:52.769974 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Checking segment: {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:52.770396 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.770791 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Bound using segment: {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'} {{(pid=93061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:35:52.771271 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.managers [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Bound port: 15b51f88-2bbf-4e2d-a24c-b8049aa94a18, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'}}] {{(pid=93061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:35:52.771668 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.778946 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Sync routers for ids ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:52.790281 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.790885 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86c417-ca51-4165-8366-4a8e78317c57 None None] Network 49484e3a-e654-4453-951d-4b5a6d73560f requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:35:52.792531 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fdd88afa-06d3-454e-9509-eb6269f6682c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2331121 Jul 30 15:35:52.794394 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Routers {'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:52.795028 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:52.796985 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53424) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:52.854359 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] For port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:35:52.858314 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.plugins.ml2.db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] For port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:35:52.863063 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron_lib.callbacks.manager [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:52.939895 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-3af28384-3f78-479c-be0b-185a13a63dea None None] Provisioning for port 7cb11c10-0176-439a-ab96-eb033979e06b completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:52.952749 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:52.953474 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:53.008308 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ee0ff-1b65-4bb3-858b-362315da8dba None None] Pushing event updated for resources: {'Port': ['ID=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,revision_number=4']} {{(pid=93061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:53.020481 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Set router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:53.110955 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:53.197179 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-cfec96e7-a9ed-4275-b94f-befa352749b2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842428 Jul 30 15:35:53.297297 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-9232b6d2-a7f3-41d9-b035-d90ea626ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:53.298812 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-9232b6d2-a7f3-41d9-b035-d90ea626ef83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 1098 time: 0.0557854 Jul 30 15:35:53.421192 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:52Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:53.426286 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 3, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port': {'id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:51Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:53.473696 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83450d90-34d8-4871-a853-902a6d030b05 None None] The sync data for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi is: [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:52Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:53.486492 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ed240f5a-784e-4bff-9791-b15d2537c48e up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:53.488974 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Checking router: f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:53.489325 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Updating router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f port 4f58295f-f58e-44ef-9c0b-20ae23813a69 binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:35:53.494727 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:53.518901 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:53.521968 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-7fd4b4e3-f226-41f8-a61c-1a79e65c75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:53.525670 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-7fd4b4e3-f226-41f8-a61c-1a79e65c75ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.2040532 Jul 30 15:35:53.619373 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-7309f278-7926-41d3-84ad-a4feb4410e00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4056cb-8350-468e-860f-24685a7f613b HTTP/1.1" status: 200 len: 1001 time: 0.0860109 Jul 30 15:35:53.726245 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-0ddb7c2a-b7e7-484d-bb73-d6dbac9541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:53.728352 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-0ddb7c2a-b7e7-484d-bb73-d6dbac9541a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0997972 Jul 30 15:35:53.799459 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Allocated IP 172.20.0.1 (49484e3a-e654-4453-951d-4b5a6d73560f/779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f/e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:35:53.800181 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port ed240f5a-784e-4bff-9791-b15d2537c48e triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:53.800655 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:53.837980 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dcde8-2a75-4c4d-b6e1-e4fde132df7d req-ae1a49fa-e9db-49a3-b485-b722644e0216 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:53.841141 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4b1dcde8-2a75-4c4d-b6e1-e4fde132df7d req-ae1a49fa-e9db-49a3-b485-b722644e0216 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.1116085 Jul 30 15:35:53.844396 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-03709a21-00cb-48a4-91c0-091e4dc03917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:53.846720 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-03709a21-00cb-48a4-91c0-091e4dc03917 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884874 Jul 30 15:35:53.893494 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4b1dcde8-2a75-4c4d-b6e1-e4fde132df7d req-5d734112-7333-4c63-a62d-3df381c43115 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451093 Jul 30 15:35:53.947950 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 7cb11c10-0176-439a-ab96-eb033979e06b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:53.990725 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.016015 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-1cff98c7-ae28-4055-9dbf-d24049d40b17 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267035 Jul 30 15:35:54.019306 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.provisioning_blocks [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Transition to ACTIVE for port object e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 will not be triggered until provisioned by entity DHCP. {{(pid=93059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:54.028185 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.042699 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Transition to ACTIVE for port object 4f58295f-f58e-44ef-9c0b-20ae23813a69 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:54.051469 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.077444 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 7cb11c10-0176-439a-ab96-eb033979e06b completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:54.094477 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 7cb11c10-0176-439a-ab96-eb033979e06b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:54.094774 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.119103 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.138282 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b32f58-68e9-4196-a5ae-d73cf17fd506 None None] Pushing event updated for resources: {'Port': ['ID=4f58295f-f58e-44ef-9c0b-20ae23813a69,revision_number=2']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:54.142914 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Attempting to bind port 4f58295f-f58e-44ef-9c0b-20ae23813a69 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:35:54.143283 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Attempting to bind port 4f58295f-f58e-44ef-9c0b-20ae23813a69 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:35:54.143647 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Attempting to bind port 4f58295f-f58e-44ef-9c0b-20ae23813a69 on network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:54.150116 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f7555e0b-57cb-4db2-bf69-2ab58db0d5aa req-a2574899-2b17-40a6-a2bc-53d4cb7154f2 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142263 Jul 30 15:35:54.154556 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:35:54.154933 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Checking segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:54.155832 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.155832 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Bound using segment: {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:35:54.156302 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Bound port: 4f58295f-f58e-44ef-9c0b-20ae23813a69, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950cb77-28a4-40fc-ac12-123ec70c377d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:35:54.156749 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.202449 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Network 49484e3a-e654-4453-951d-4b5a6d73560f is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:54.206857 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:54.214376 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:35:54.244330 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] For port 4f58295f-f58e-44ef-9c0b-20ae23813a69, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:35:54.262430 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] For port 4f58295f-f58e-44ef-9c0b-20ae23813a69, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=4f58295f-f58e-44ef-9c0b-20ae23813a69,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:35:54.266005 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:54.269666 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.272954 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.291321 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16264777'] for router_interface, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.359271 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 7cb11c10-0176-439a-ab96-eb033979e06b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=7cb11c10-0176-439a-ab96-eb033979e06b,segment=NetworkSegment(1782c3f1-bef5-40aa-8f4d-02db31f1ac1d),segment_id=1782c3f1-bef5-40aa-8f4d-02db31f1ac1d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:54.365163 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b32f58-68e9-4196-a5ae-d73cf17fd506 None None] Pushing event updated for resources: {'Port': ['ID=4f58295f-f58e-44ef-9c0b-20ae23813a69,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:54.367950 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Routers {'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:54.368612 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:54.371111 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.372027 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:54.447732 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.626183 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-4f06ef8b-73bd-4d0c-a9c6-0a28b7fd0b83 None None] Provisioning for port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:54.635774 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.640422 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912084'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.659990 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=7cb11c10-0176-439a-ab96-eb033979e06b,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:54.664981 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-4f06ef8b-73bd-4d0c-a9c6-0a28b7fd0b83 None None] Provisioning complete for port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:54.665352 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-4f06ef8b-73bd-4d0c-a9c6-0a28b7fd0b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.710842 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16295085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-374233'] for router_interface, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.713412 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:54.720961 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] Set router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:54.723660 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-4f06ef8b-73bd-4d0c-a9c6-0a28b7fd0b83 None None] Port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:35:54.748401 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:54.775795 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:54.776165 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.802820 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Network 49484e3a-e654-4453-951d-4b5a6d73560f is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:35:54.804154 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:35:54.943562 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:54.948109 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:35:55.038612 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:55.045735 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:55.103651 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 3, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port': {'id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:51Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:55.130880 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f648cf-c509-4c23-9e85-3d362f4bd18e req-694cdca1-409e-4bbb-97cf-687a8669782f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:55.131936 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:55.132310 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b9f648cf-c509-4c23-9e85-3d362f4bd18e req-694cdca1-409e-4bbb-97cf-687a8669782f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0974729 Jul 30 15:35:55.138761 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6fe96-4bcd-452b-839a-e4f32711a7f1 None None] The sync data for ids ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'] in dv-cinder-778907-3-iscsi is: [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 3, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port': {'id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:51Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:55.153678 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-1ac3efc0-1727-4318-a0cd-76d2900d551e None None] Provisioning complete for port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:55.154214 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1ac3efc0-1727-4318-a0cd-76d2900d551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:55.160972 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:55.178911 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c4239d68-2a5a-4489-b536-cf6b7560ef97 admin admin] 10.222.0.50 "PUT /v2.0/routers/f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3717585 Jul 30 15:35:55.207053 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3efc0-1727-4318-a0cd-76d2900d551e None None] Port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:35:55.209341 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b9f648cf-c509-4c23-9e85-3d362f4bd18e req-147b67c7-737e-4c1b-9242-3bbdcf349a79 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586023 Jul 30 15:35:55.254109 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 7cb11c10-0176-439a-ab96-eb033979e06b up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:55.323834 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 7cb11c10-0176-439a-ab96-eb033979e06b triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:55.324308 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:55.378423 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16f82-9f90-47e4-a1ab-edb3ded7d7d0 req-5067fe24-68a6-42fc-a00c-422bad4896aa tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:55.379987 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-64a16f82-9f90-47e4-a1ab-edb3ded7d7d0 req-5067fe24-68a6-42fc-a00c-422bad4896aa tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0672560 Jul 30 15:35:55.392656 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53454) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:55.397951 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Request body: {'floatingip': {'port_id': '1f7d86b7-749f-451f-a3f0-87249f3af129'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:55.417477 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:55.442886 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:55.502988 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:55.503380 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:55.511480 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:35:55.946883 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:55.953687 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.060629 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Floating IP 372211c2-acf0-4cc7-bc95-b5c83c4d01e1 associated. External IP: 172.27.2.120, port: 1f7d86b7-749f-451f-a3f0-87249f3af129. Jul 30 15:35:56.396756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53462) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:56.402003 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-5fdf6156-210c-42b3-bc21-fad3d0c6cffd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114275816', 'description': 'tempest-secgroup-smoke-1114275816 description', 'project_id': '3f0b91d19179443c98c850dd803fa671'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:56.426631 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6156-210c-42b3-bc21-fad3d0c6cffd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.514209 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6156-210c-42b3-bc21-fad3d0c6cffd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.518184 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6156-210c-42b3-bc21-fad3d0c6cffd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.546765 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6156-210c-42b3-bc21-fad3d0c6cffd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.547991 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-5fdf6156-210c-42b3-bc21-fad3d0c6cffd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1501956 Jul 30 15:35:56.549909 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf6156-210c-42b3-bc21-fad3d0c6cffd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e730306-de1a-4a98-8041-9f66c58c6202,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:56.551042 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53464) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:56.558022 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-a4066fb6-3455-4112-9afc-36899f98b40a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'security_group_rule': {'security_group_id': '0e730306-de1a-4a98-8041-9f66c58c6202', 'project_id': '3f0b91d19179443c98c850dd803fa671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:56.571165 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Router c7865ba6-b8f8-491e-9aad-814716eaa4cf has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:35:56.629145 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4066fb6-3455-4112-9afc-36899f98b40a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.724098 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4066fb6-3455-4112-9afc-36899f98b40a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.727243 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:35:56.729935 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4066fb6-3455-4112-9afc-36899f98b40a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.734072 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.738197 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] Sync routers for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:56.748198 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:56.748870 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:56.778164 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4066fb6-3455-4112-9afc-36899f98b40a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fa6142-50c9-4d15-ae96-f3f358862c0e,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:56.781268 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a4066fb6-3455-4112-9afc-36899f98b40a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.784964 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a4066fb6-3455-4112-9afc-36899f98b40a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316437 Jul 30 15:35:56.785213 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53466) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:56.786568 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-bfd0df15-28e0-46fd-8196-ced3ed8ae98b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "PUT /v2.0/floatingips/372211c2-acf0-4cc7-bc95-b5c83c4d01e1 HTTP/1.1" status: 200 len: 992 time: 1.3928714 Jul 30 15:35:56.787454 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:35:56.789731 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c993436-9dee-4913-831b-602fe45cbab3" -d '{"events": [{"name": "network-changed", "server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:35:56.796245 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-44423487-7355-406a-b0f8-875c9d723bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'security_group_rule': {'security_group_id': '0e730306-de1a-4a98-8041-9f66c58c6202', 'project_id': '3f0b91d19179443c98c850dd803fa671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:56.828142 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97454fd3-a398-4d32-b24c-032a0fb91b24 x-openstack-request-id: req-97454fd3-a398-4d32-b24c-032a0fb91b24 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:35:56.828649 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:35:56.829127 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97454fd3-a398-4d32-b24c-032a0fb91b24 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:35:56.829536 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'status': 'completed', 'code': 200} Jul 30 15:35:56.831162 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-44423487-7355-406a-b0f8-875c9d723bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.874278 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:56.921574 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-44423487-7355-406a-b0f8-875c9d723bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.926545 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-44423487-7355-406a-b0f8-875c9d723bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.947704 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993436-9dee-4913-831b-602fe45cbab3 req-b0fada1f-6c3a-468f-b879-d502ad263788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:56.949770 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c993436-9dee-4913-831b-602fe45cbab3 req-b0fada1f-6c3a-468f-b879-d502ad263788 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1099 time: 0.0724540 Jul 30 15:35:56.952965 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423487-7355-406a-b0f8-875c9d723bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96486422-e19b-401d-8841-018a711807f7,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:56.967286 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-44423487-7355-406a-b0f8-875c9d723bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:56.968480 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-44423487-7355-406a-b0f8-875c9d723bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1821985 Jul 30 15:35:56.971516 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53472) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:56.976189 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-9bde7787-b210-4990-b951-fcf3bb5c7024 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'security_group_rule': {'security_group_id': '0e730306-de1a-4a98-8041-9f66c58c6202', 'project_id': '3f0b91d19179443c98c850dd803fa671', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:57.008643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9bde7787-b210-4990-b951-fcf3bb5c7024 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.068642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993436-9dee-4913-831b-602fe45cbab3 req-8ac190f0-59bc-4e04-9f3d-a86566ed3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:57.070182 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c993436-9dee-4913-831b-602fe45cbab3 req-8ac190f0-59bc-4e04-9f3d-a86566ed3b09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.1126826 Jul 30 15:35:57.071972 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9bde7787-b210-4990-b951-fcf3bb5c7024 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.080385 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9bde7787-b210-4990-b951-fcf3bb5c7024 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.099066 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde7787-b210-4990-b951-fcf3bb5c7024 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5843a338-ccb5-4462-8c46-673404b83200,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:57.100177 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Sync routers for ids ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:35:57.109744 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-9bde7787-b210-4990-b951-fcf3bb5c7024 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.110003 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Routers {'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:57.110627 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:57.114472 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-9bde7787-b210-4990-b951-fcf3bb5c7024 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393490 Jul 30 15:35:57.117145 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53474) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:57.126802 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-b633bb32-e4f3-482a-b666-25cb2b0ce61d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'security_group_rule': {'security_group_id': '0e730306-de1a-4a98-8041-9f66c58c6202', 'project_id': '3f0b91d19179443c98c850dd803fa671', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:57.173221 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c993436-9dee-4913-831b-602fe45cbab3 req-1d4b0cae-cda0-43f9-98e8-f1df47690306 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7d86b7-749f-451f-a3f0-87249f3af129 HTTP/1.1" status: 200 len: 1000 time: 0.0954676 Jul 30 15:35:57.211610 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b633bb32-e4f3-482a-b666-25cb2b0ce61d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.285888 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '372211c2-acf0-4cc7-bc95-b5c83c4d01e1', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'port_id': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:35:34Z', 'updated_at': '2021-07-30T15:35:55Z', 'revision_number': 1, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:57.291083 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993436-9dee-4913-831b-602fe45cbab3 req-d787feea-5b50-4907-abfe-eeb827585fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:57.292742 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c993436-9dee-4913-831b-602fe45cbab3 req-d787feea-5b50-4907-abfe-eeb827585fcd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.1118722 Jul 30 15:35:57.301270 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Set router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:57.321090 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] Checking router: c7865ba6-b8f8-491e-9aad-814716eaa4cf for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:57.334263 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b633bb32-e4f3-482a-b666-25cb2b0ce61d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.336233 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:57.336990 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:57.340996 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b633bb32-e4f3-482a-b666-25cb2b0ce61d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.362527 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633bb32-e4f3-482a-b666-25cb2b0ce61d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71fe48f-8454-455f-b2a6-33dd554439b7,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:57.366572 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 4f58295f-f58e-44ef-9c0b-20ae23813a69 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:57.373716 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b633bb32-e4f3-482a-b666-25cb2b0ce61d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.377750 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b633bb32-e4f3-482a-b666-25cb2b0ce61d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2568989 Jul 30 15:35:57.377899 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c993436-9dee-4913-831b-602fe45cbab3 req-4a069dbd-e71b-4fd5-b34b-400b581ca45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:57.378371 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53484) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:57.378497 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c993436-9dee-4913-831b-602fe45cbab3 req-4a069dbd-e71b-4fd5-b34b-400b581ca45f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772207 Jul 30 15:35:57.384058 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'security_group_rule': {'security_group_id': '0e730306-de1a-4a98-8041-9f66c58c6202', 'project_id': '3f0b91d19179443c98c850dd803fa671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:57.415565 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.securitygroups_db [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Project 3f0b91d19179443c98c850dd803fa671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 15:35:57.423014 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.484052 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:57.484286 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c993436-9dee-4913-831b-602fe45cbab3 req-cebe7f60-3573-4718-82c3-19eb960ba374 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977991 Jul 30 15:35:57.516756 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.521598 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.527693 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port 4f58295f-f58e-44ef-9c0b-20ae23813a69 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:57.544947 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 4f58295f-f58e-44ef-9c0b-20ae23813a69 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:57.545575 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.549745 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca36bbf5-ba58-4fd9-9361-e0a43e4deb91,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:57.560952 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.562507 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b2a57ccc-ec69-4b1d-ad54-8c6b41ed05cc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1830430 Jul 30 15:35:57.565732 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53486) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:35:57.570224 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'security_group_rule': {'security_group_id': '0e730306-de1a-4a98-8041-9f66c58c6202', 'project_id': '3f0b91d19179443c98c850dd803fa671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:35:57.615171 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.securitygroups_db [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Project 3f0b91d19179443c98c850dd803fa671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 15:35:57.622534 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.627908 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0c993436-9dee-4913-831b-602fe45cbab3 req-dd74151b-a865-43bd-a2d0-f647284f7b0d service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340382 Jul 30 15:35:57.669592 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.686965 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.692382 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.696670 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port 4f58295f-f58e-44ef-9c0b-20ae23813a69, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=4f58295f-f58e-44ef-9c0b-20ae23813a69,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:57.702531 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.707124 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 4, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port': {'id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:51Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5', 'name': '', 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'mac_address': 'fa:16:3e:10:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:53Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 2, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'subnets': [{'id': '779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:57.714059 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0401a1a5-dced-4f22-bfd1-8a66dab302b5,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:57.727499 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.738434 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-c189cd62-5266-4f78-a54b-331b6ecec71a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1621642 Jul 30 15:35:57.757067 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Checking router: f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:35:57.758043 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Updating router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 binding host dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:35:57.781297 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '372211c2-acf0-4cc7-bc95-b5c83c4d01e1', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'port_id': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:35:34Z', 'updated_at': '2021-07-30T15:35:55Z', 'revision_number': 1, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:57.797538 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:57.810582 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=4f58295f-f58e-44ef-9c0b-20ae23813a69,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:57.814940 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1c972-d62f-4d0c-be3e-13df75397f7f None None] The sync data for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi is: [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '372211c2-acf0-4cc7-bc95-b5c83c4d01e1', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'port_id': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:35:34Z', 'updated_at': '2021-07-30T15:35:55Z', 'revision_number': 1, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:58.056194 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca1c07-b9f0-4435-b932-8be8871de16d None None] New status for floating IP 372211c2-acf0-4cc7-bc95-b5c83c4d01e1: ACTIVE {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:35:58.106653 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Notify callbacks [] for port, precommit_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:58.121465 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Transition to ACTIVE for port object e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 will not be triggered until provisioned by entity L2. {{(pid=93060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:35:58.129436 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:58.183589 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509225e-a054-47f9-97e2-3fb4b4624599 None None] Pushing event updated for resources: {'Port': ['ID=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,revision_number=3']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:58.239268 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Attempting to bind port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 on host dv-cinder-778907-3-iscsi for vnic_type normal with profile {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:35:58.241303 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Attempting to bind port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 by drivers openvswitch,hyperv on host dv-cinder-778907-3-iscsi at level 0 using segments [{'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:35:58.241789 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Attempting to bind port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 on network 49484e3a-e654-4453-951d-4b5a6d73560f {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:35:58.248362 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Checking agent: {'id': 'e8633270-79eb-4d39-a836-7825f1fbec95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778907-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 19, 49), 'started_at': datetime.datetime(2021, 7, 30, 15, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778907-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:35:58.249124 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Checking segment: {'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:35:58.249680 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:58.250667 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Bound using segment: {'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'} {{(pid=93060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:35:58.252110 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.managers [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Bound port: e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5, host: dv-cinder-778907-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f'}}] {{(pid=93060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:35:58.252630 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:58.331617 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] For port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5, host dv-cinder-778907-3-iscsi, cleared binding levels {{(pid=93060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:35:58.335994 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] For port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5, host dv-cinder-778907-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,segment=NetworkSegment(1782c3f1-bef5-40aa-8f4d-02db31f1ac1d),segment_id=1782c3f1-bef5-40aa-8f4d-02db31f1ac1d)] {{(pid=93060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:35:58.343302 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:58.393749 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Routers {'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:35:58.394477 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:58.464120 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509225e-a054-47f9-97e2-3fb4b4624599 None None] Pushing event updated for resources: {'Port': ['ID=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:58.539622 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] Set router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:35:58.764178 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 4, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port': {'id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:51Z', 'updated_at': '2021-07-30T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5', 'name': '', 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'mac_address': 'fa:16:3e:10:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:53Z', 'updated_at': '2021-07-30T15:35:58Z', 'revision_number': 4, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'subnets': [{'id': '779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:35:58.792590 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267a459-0ef5-4487-8d7e-3e5e458722aa None None] The sync data for ids ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'] in dv-cinder-778907-3-iscsi is: [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 4, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port': {'id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:51Z', 'updated_at': '2021-07-30T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5', 'name': '', 'network_id': '49484e3a-e654-4453-951d-4b5a6d73560f', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'mac_address': 'fa:16:3e:10:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:53Z', 'updated_at': '2021-07-30T15:35:58Z', 'revision_number': 4, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'subnets': [{'id': '779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:35:59.028343 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea88d52-7eee-4509-8f38-b2bf7c9f43f4 req-ea0d534d-f925-495a-8749-9df90e027747 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:35:59.029854 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cea88d52-7eee-4509-8f38-b2bf7c9f43f4 req-ea0d534d-f925-495a-8749-9df90e027747 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0494437 Jul 30 15:35:59.069953 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-cea88d52-7eee-4509-8f38-b2bf7c9f43f4 req-18f5259a-5a93-4ddb-8f84-6b0416a9baab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Jul 30 15:35:59.273599 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:59.329566 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning for port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:35:59.333546 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:59.333924 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:59.414566 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:59.446071 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] For port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,segment=NetworkSegment(1782c3f1-bef5-40aa-8f4d-02db31f1ac1d),segment_id=1782c3f1-bef5-40aa-8f4d-02db31f1ac1d)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:35:59.450129 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:35:59.450907 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 4f58295f-f58e-44ef-9c0b-20ae23813a69 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:35:59.653504 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Pushing event updated for resources: {'Port': ['ID=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:35:59.665220 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port 4f58295f-f58e-44ef-9c0b-20ae23813a69 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:35:59.665724 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:00.202549 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379d15-8010-43dd-b688-6f9ef5b9164f req-ae15ad9d-d5a5-45ff-b3c5-bb89384cc110 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:00.204070 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-28379d15-8010-43dd-b688-6f9ef5b9164f req-ae15ad9d-d5a5-45ff-b3c5-bb89384cc110 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0609148 Jul 30 15:36:00.242047 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-28379d15-8010-43dd-b688-6f9ef5b9164f req-071d2826-f62b-44ab-81b4-b1417939a0f4 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=7aae603d-03c0-41fb-bba8-86f63b869967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Jul 30 15:36:00.530863 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-98ffe6e7-e34c-40ed-bee8-973fc7fd6947 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:00.532384 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-98ffe6e7-e34c-40ed-bee8-973fc7fd6947 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 946 time: 0.0507832 Jul 30 15:36:00.879421 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Deleting port e5e9f913-1555-4586-bc6c-d77f897f88a6 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:36:00.879868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:00.985321 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] For port e5e9f913-1555-4586-bc6c-d77f897f88a6, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=e5e9f913-1555-4586-bc6c-d77f897f88a6,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:36:00.985691 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:01.169809 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:01.170257 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:01.170562 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Floating IP 33fdaf11-9913-45d2-abe2-dfb9c21ef963 disassociated. External IP: 172.27.2.215, port: e5e9f913-1555-4586-bc6c-d77f897f88a6. Jul 30 15:36:01.170912 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Calling delete_port for e5e9f913-1555-4586-bc6c-d77f897f88a6 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:36:01.220751 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 up at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:36:01.288213 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Provisioning complete for port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:36:01.288603 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:01.318747 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:01.353164 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event deleted for resources: {'Port': ['ID=e5e9f913-1555-4586-bc6c-d77f897f88a6,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:01.367317 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-94cb788e-4bec-43e0-84f7-2834eece53b7 req-4ef6cc54-d735-4c9e-bca0-0ad57a0a1ec5 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=88efc342-3139-46b6-9b47-0bc32e0f0448 HTTP/1.1" status: 200 len: 210 time: 0.0379722 Jul 30 15:36:01.476668 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:36:01.585030 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:36:01.594800 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] Sync routers for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:36:01.605760 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:36:01.606484 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:01.624301 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] No DVR routers for this DVR port e5e9f913-1555-4586-bc6c-d77f897f88a6 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:36:01.626845 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:01.629038 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4e8c7934-d2d1-4880-b32f-99aa0c1c66f7 req-9151750b-866e-4308-8bec-195ecb2263d7 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "DELETE /v2.0/ports/e5e9f913-1555-4586-bc6c-d77f897f88a6 HTTP/1.1" status: 204 len: 173 time: 1.0894580 Jul 30 15:36:01.629425 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'name': 'network-vif-deleted', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:36:01.632490 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d8a27-45ba-43fa-a9f5-9844374eecac" -d '{"events": [{"server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "name": "network-vif-deleted", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:36:01.674271 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d022456-7163-4fcb-af13-021bc0ca4e1b x-openstack-request-id: req-0d022456-7163-4fcb-af13-021bc0ca4e1b {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:36:01.674590 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efc342-3139-46b6-9b47-0bc32e0f0448", "name": "network-vif-deleted", "tag": "e5e9f913-1555-4586-bc6c-d77f897f88a6", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:36:01.674838 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d022456-7163-4fcb-af13-021bc0ca4e1b {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:36:01.675234 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efc342-3139-46b6-9b47-0bc32e0f0448', 'name': 'network-vif-deleted', 'tag': 'e5e9f913-1555-4586-bc6c-d77f897f88a6', 'status': 'completed', 'code': 200} Jul 30 15:36:01.721689 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:36:01.932674 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:01.958472 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] Checking router: 90d87a93-0254-4588-bfbc-e0fdf6b7be68 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:36:01.960078 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53608) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:01.967593 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:36:01.968354 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:02.015662 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] Deleting subnet 0eb63c8f-3da2-483c-8ce7-05c437e84c27 {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:36:02.018926 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.055962 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.080370 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:36:02.096705 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.164926 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.197876 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb63c8f-3da2-483c-8ce7-05c437e84c27,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:02.203838 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.209275 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53610) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:02.209710 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d2a37522-5462-4adb-841c-ebccebf0c393 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0eb63c8f-3da2-483c-8ce7-05c437e84c27 HTTP/1.1" status: 204 len: 168 time: 0.2481501 Jul 30 15:36:02.295465 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.301232 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:02.331240 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70c143-9376-42b7-91b0-7bc9f2c5a807 None None] The sync data for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi is: [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:36:02.378695 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.389375 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ea20bf-3e08-4470-ade1-24240a0a57e0']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:02.400601 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a004dc-7c1f-4111-9f0f-2f031c87081b') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:02.401169 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a004dc-7c1f-4111-9f0f-2f031c87081b') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:02.412691 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.428764 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.436868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:36:02.437325 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:36:02.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:36:02.469382 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53618) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:02.514390 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.539663 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2258f501-7f2d-4d84-a4b1-2d18236471d3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.541394 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.543861 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] 10.222.0.50 "DELETE /v2.0/networks/11ea20bf-3e08-4470-ade1-24240a0a57e0 HTTP/1.1" status: 204 len: 168 time: 0.3331633 Jul 30 15:36:02.545286 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2fd98-bec9-4079-b7de-e5d52732b96f admin admin] Pushing event deleted for resources: {'Network': ['ID=11ea20bf-3e08-4470-ade1-24240a0a57e0,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:02.577230 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2258f501-7f2d-4d84-a4b1-2d18236471d3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.633016 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2258f501-7f2d-4d84-a4b1-2d18236471d3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.636252 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2258f501-7f2d-4d84-a4b1-2d18236471d3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.637688 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2258f501-7f2d-4d84-a4b1-2d18236471d3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "DELETE /v2.0/security-groups/7aae603d-03c0-41fb-bba8-86f63b869967 HTTP/1.1" status: 204 len: 168 time: 0.1672916 Jul 30 15:36:02.640416 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53624) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:02.648748 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258f501-7f2d-4d84-a4b1-2d18236471d3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aae603d-03c0-41fb-bba8-86f63b869967,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:02.657808 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.api.v2.resource [None req-5bd79222-7032-419a-9588-63aa0549cfc8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] show failed (client error): The resource could not be found. Jul 30 15:36:02.658831 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-5bd79222-7032-419a-9588-63aa0549cfc8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups/7aae603d-03c0-41fb-bba8-86f63b869967 HTTP/1.1" status: 404 len: 347 time: 0.0152125 Jul 30 15:36:02.662423 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53626) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:02.704303 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d3ca12-d345-4f61-9a12-9ea1db926258 None None] New status for floating IP 33fdaf11-9913-45d2-abe2-dfb9c21ef963: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:36:02.758432 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53628) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:02.804670 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-cb3e403f-c10f-4939-9d80-d00666298db1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af05855667aa40e3b359e2b2d64d0ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450251 Jul 30 15:36:02.807302 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53630) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:02.833577 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Deleting port 4edaaa6b-f695-44cd-94c4-ee8a653d2fb4 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:36:02.833926 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.863178 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09d59a3-1608-4f23-ab4c-206660696bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.890467 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09d59a3-1608-4f23-ab4c-206660696bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.912970 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.913395 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.926667 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Calling delete_port for 4edaaa6b-f695-44cd-94c4-ee8a653d2fb4 owned by network:floatingip {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:36:02.939045 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09d59a3-1608-4f23-ab4c-206660696bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.941704 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b09d59a3-1608-4f23-ab4c-206660696bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:02.945138 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b09d59a3-1608-4f23-ab4c-206660696bbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af HTTP/1.1" status: 204 len: 168 time: 0.1344922 Jul 30 15:36:02.957759 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d59a3-1608-4f23-ab4c-206660696bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80fb7a-0e68-4a6f-bba5-fe11a2d3d3af,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:03.070017 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.099554 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event deleted for resources: {'Port': ['ID=4edaaa6b-f695-44cd-94c4-ee8a653d2fb4,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:03.168540 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.171205 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.175274 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-e6bf1648-bd7f-4a22-b3e8-42f9fd0d0099 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "DELETE /v2.0/floatingips/33fdaf11-9913-45d2-abe2-dfb9c21ef963 HTTP/1.1" status: 204 len: 168 time: 0.5090981 Jul 30 15:36:03.396056 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 53636) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:03.400768 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-8b1d2560-09aa-4b0e-ae60-e29471c3ada6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522249419', 'description': 'tempest-description--629925084'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:03.426919 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2560-09aa-4b0e-ae60-e29471c3ada6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.511603 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2560-09aa-4b0e-ae60-e29471c3ada6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.515459 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2560-09aa-4b0e-ae60-e29471c3ada6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.542631 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2560-09aa-4b0e-ae60-e29471c3ada6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.543871 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8b1d2560-09aa-4b0e-ae60-e29471c3ada6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1467791 Jul 30 15:36:03.545814 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d2560-09aa-4b0e-ae60-e29471c3ada6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0130e509-cb05-4471-8f7b-140c4b1077b1,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:03.546943 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53638) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:03.551742 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-aded2ac3-fe8e-4e4c-a035-016a4cab15fb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'security_group_rule': {'security_group_id': '0130e509-cb05-4471-8f7b-140c4b1077b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:03.599295 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-aded2ac3-fe8e-4e4c-a035-016a4cab15fb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.658674 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-aded2ac3-fe8e-4e4c-a035-016a4cab15fb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.662201 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-aded2ac3-fe8e-4e4c-a035-016a4cab15fb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.676911 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded2ac3-fe8e-4e4c-a035-016a4cab15fb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b33b98-829b-4085-a955-af913164e3db,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:03.685018 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-aded2ac3-fe8e-4e4c-a035-016a4cab15fb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.686244 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-aded2ac3-fe8e-4e4c-a035-016a4cab15fb tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383035 Jul 30 15:36:03.688874 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53644) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:03.693516 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-c1b3d32b-04fc-4008-b7d9-5b500992c2c8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'security_group_rule': {'security_group_id': '0130e509-cb05-4471-8f7b-140c4b1077b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:03.709844 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device e5e9f913-1555-4586-bc6c-d77f897f88a6 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:36:03.723833 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d32b-04fc-4008-b7d9-5b500992c2c8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.730863 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: e5e9f913-1555-4586-bc6c-d77f897f88a6 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:36:03.731207 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device e5e9f913-1555-4586-bc6c-d77f897f88a6 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:36:03.784356 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d32b-04fc-4008-b7d9-5b500992c2c8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.787841 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d32b-04fc-4008-b7d9-5b500992c2c8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289198'] for security_group_rule, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.805134 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3d32b-04fc-4008-b7d9-5b500992c2c8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbf325a-bd83-4287-a342-e12d73af243b,revision_number=0']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:03.811007 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d32b-04fc-4008-b7d9-5b500992c2c8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.812417 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-c1b3d32b-04fc-4008-b7d9-5b500992c2c8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222868 Jul 30 15:36:03.815158 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53646) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:03.819442 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:03.842334 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:03.938985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.047909 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Allocated IP 172.27.2.212 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/ecc8941e-018f-4a80-99ce-0310585cb580) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:36:04.149790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.190196 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.235197 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:36:04.240578 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:36:04.243328 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:36:04.249725 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'Port': ['ID=ecc8941e-018f-4a80-99ce-0310585cb580,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:04.330387 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.363367 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.515471 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.520507 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.589811 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'Port': ['ID=ecc8941e-018f-4a80-99ce-0310585cb580,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:04.605551 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.619097 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:04.621229 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-0eb08285-1115-4d90-a064-dd5043bc3cab tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8050854 Jul 30 15:36:04.816407 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-f96922d0-a4c9-469c-9aea-34771ba33ede tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1522249419&fields=id&tenant_id=c09a4adb2657447fb54e28d302ab5a7d HTTP/1.1" status: 200 len: 267 time: 0.0342612 Jul 30 15:36:04.922254 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-7405699c-e7ab-43a1-9f3d-19acd26e79e6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:04.923710 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-7405699c-e7ab-43a1-9f3d-19acd26e79e6 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 811 time: 0.0999956 Jul 30 15:36:04.939589 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-341fe818-f71a-44f1-89be-e86ee94ee3d5 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/quotas/c09a4adb2657447fb54e28d302ab5a7d HTTP/1.1" status: 200 len: 375 time: 0.0100193 Jul 30 15:36:04.997722 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-ce90c6a6-de56-4c45-9ae2-c891a15c0f0a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524509 Jul 30 15:36:05.093559 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-8eec0568-8f2b-47e0-bdc1-f410073cd72c service neutron] 10.222.0.50 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843046 Jul 30 15:36:05.191101 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-aae73516-5578-4d90-ba72-96192bbe8db7 service neutron] 10.222.0.50 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915103 Jul 30 15:36:05.351817 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8eead6d8-03c7-4c9e-b10d-723edc1a8db0 req-415d22f4-3b82-4ffb-81e2-02fe11a18f67 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 210 time: 0.0269835 Jul 30 15:36:06.447656 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5145d7c1-0150-47e5-b2c7-22fe0d6d972a req-d66a0a73-ea36-47e1-ae6e-e304c51b6a1a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 210 time: 0.0269685 Jul 30 15:36:06.624233 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-7a4daeab-2bb5-4edb-80dd-616866ca456b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:06.625645 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-7a4daeab-2bb5-4edb-80dd-616866ca456b tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 811 time: 0.1049027 Jul 30 15:36:06.676485 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-bbd27ee9-927e-4030-be3c-2b45ef0cf2c1 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09a4adb2657447fb54e28d302ab5a7d HTTP/1.1" status: 200 len: 380 time: 0.0365260 Jul 30 15:36:06.686919 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'port': {'device_id': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'admin_state_up': True, 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'security_groups': ['0130e509-cb05-4471-8f7b-140c4b1077b1']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:06.802230 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Made reservation on behalf of c09a4adb2657447fb54e28d302ab5a7d for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:36:06.806268 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:06.933402 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Allocated IP 172.20.0.3 (a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2/7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a/fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:36:07.075275 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.089358 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Transition to ACTIVE for port object fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:36:07.122163 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.172223 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:36:07.175185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:36:07.180712 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:36:07.188185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event updated for resources: {'Port': ['ID=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:07.239209 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:07.239841 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.255358 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-82cc80a2-a2f8-4f99-ae86-e5bd3d735b26 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721684 Jul 30 15:36:07.275291 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Request body: {'port': {'device_id': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:07.336448 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.359572 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-7db36db1-24fa-4ce8-ba29-7a15a6ef30f7 None None] Provisioning for port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:36:07.364239 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-7db36db1-24fa-4ce8-ba29-7a15a6ef30f7 None None] Provisioning complete for port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:36:07.364620 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7db36db1-24fa-4ce8-ba29-7a15a6ef30f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.398734 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-7db36db1-24fa-4ce8-ba29-7a15a6ef30f7 None None] Port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:36:07.565082 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86114e-9448-4e12-a403-d99a9aeb6f57 req-0bff107e-033a-4216-81de-5badc9ecb6e8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:07.566556 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dc86114e-9448-4e12-a403-d99a9aeb6f57 req-0bff107e-033a-4216-81de-5badc9ecb6e8 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 931 time: 0.0490823 Jul 30 15:36:07.602057 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:36:07.606493 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dc86114e-9448-4e12-a403-d99a9aeb6f57 req-aaa20590-be66-4d4f-ae44-207f627558a0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326955 Jul 30 15:36:07.610978 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.624352 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Transition to ACTIVE for port object fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:36:07.631736 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.689143 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:07.755081 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Attempting to bind port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:36:07.755422 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Attempting to bind port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:36:07.755748 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Attempting to bind port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:36:07.760247 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:36:07.760572 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Attempting to bind port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf on network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:36:07.765614 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:36:07.765963 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Checking segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:36:07.766360 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Bound using segment: {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:36:07.766799 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Bound port: fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc03484a-aee5-4abc-a2fc-f15cb31d6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:36:07.767158 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.838191 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] For port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:36:07.841644 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] For port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:36:07.846308 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.882226 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:07.882850 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:07.884314 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] 10.222.0.58 "PUT /v2.0/ports/fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf HTTP/1.1" status: 200 len: 1093 time: 0.6169665 Jul 30 15:36:07.884824 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:36:07.887844 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:36:07.914404 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29230-75c1-45f6-ad77-1462c96f3fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:07.929584 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af424173-c8fe-494d-b2dc-4c0c8335202b x-openstack-request-id: req-af424173-c8fe-494d-b2dc-4c0c8335202b {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:36:07.929868 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:36:07.930114 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af424173-c8fe-494d-b2dc-4c0c8335202b {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:36:07.930509 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'status': 'completed', 'code': 200} Jul 30 15:36:08.000766 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-55bc0eeb-c0f5-43d3-b644-256aefc87154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:08.002494 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-55bc0eeb-c0f5-43d3-b644-256aefc87154 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 1096 time: 0.0565104 Jul 30 15:36:08.054736 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-a1687765-aeaf-4996-af86-48aa06db856e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf HTTP/1.1" status: 200 len: 217 time: 0.0365405 Jul 30 15:36:08.109038 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-87bf2ea2-45dd-4928-84d0-2e57e8cacb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:08.110528 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-87bf2ea2-45dd-4928-84d0-2e57e8cacb83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.0486982 Jul 30 15:36:08.160691 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3e386f91-9829-490e-bd13-7d8bd4ad32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:08.162230 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-3e386f91-9829-490e-bd13-7d8bd4ad32f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415230 Jul 30 15:36:08.251742 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-46a1a45a-644b-4e55-9cf7-57c2ea9a2116 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814421 Jul 30 15:36:08.348917 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9d603ab9-b997-4a4a-9f4c-8defd77ae1bd req-ee092019-95ec-42ec-a0d0-9429a69f87b2 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874424 Jul 30 15:36:08.465914 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-4ee7370a-d9c9-42c4-a0f2-9c0cf54c102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:08.467699 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-4ee7370a-d9c9-42c4-a0f2-9c0cf54c102c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 1096 time: 0.0419123 Jul 30 15:36:08.560801 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-77f7b78d-4ba3-4333-9435-ef11ebf4e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:08.562285 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-77f7b78d-4ba3-4333-9435-ef11ebf4e3fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.0864720 Jul 30 15:36:08.606271 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-5f39d0cf-6f12-40ac-84e8-728d2c26791b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf HTTP/1.1" status: 200 len: 217 time: 0.0350592 Jul 30 15:36:08.657350 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-e591b036-997a-4cdf-9d52-bfc3041e04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:08.659172 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-e591b036-997a-4cdf-9d52-bfc3041e04e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.0443082 Jul 30 15:36:08.990674 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-b87ddc45-36d6-4afe-b685-edeb61ce306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:08.992171 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-b87ddc45-36d6-4afe-b685-edeb61ce306b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3219075 Jul 30 15:36:09.000343 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0309-7df3-48c9-a378-c0ddfbc2585c req-dd598834-2ce1-4fac-80b7-f197d7118359 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:09.001743 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ed6b0309-7df3-48c9-a378-c0ddfbc2585c req-dd598834-2ce1-4fac-80b7-f197d7118359 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 943 time: 0.3234720 Jul 30 15:36:09.088145 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ed6b0309-7df3-48c9-a378-c0ddfbc2585c req-da31ed96-ca70-480b-b9c5-7eceb8189420 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784240 Jul 30 15:36:09.119090 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-024a9710-678f-4b32-b063-51db184b8476 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154866 Jul 30 15:36:09.210974 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffa116b-aae3-43d5-ab0b-3ebe8bf4e8ba req-e0415f07-03a9-423f-9f3b-da5262ff4ad2 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853698 Jul 30 15:36:10.202615 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f3a-ae3f-41dd-b90c-28e484699659 req-4e820597-1a98-4f9b-bee6-c914cd6fdb23 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:10.203984 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e8fb8f3a-ae3f-41dd-b90c-28e484699659 req-4e820597-1a98-4f9b-bee6-c914cd6fdb23 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 943 time: 0.0479612 Jul 30 15:36:10.241343 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e8fb8f3a-ae3f-41dd-b90c-28e484699659 req-e358939a-3caf-4f51-8b74-b39f65f45126 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Jul 30 15:36:11.359453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85589a6f-9ef8-4a81-816e-855deda299c6 req-85105f56-b589-4227-a62d-c25516881d7f tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:11.360963 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-85589a6f-9ef8-4a81-816e-855deda299c6 req-85105f56-b589-4227-a62d-c25516881d7f tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 943 time: 0.0512354 Jul 30 15:36:11.400969 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-85589a6f-9ef8-4a81-816e-855deda299c6 req-85645226-04e0-432b-840a-a46e2362aa19 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Jul 30 15:36:11.705795 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:36:11.799213 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:36:11.809836 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'port_id': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'mac_address': 'fa:16:3e:eb:ea:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:36:11.845453 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:11.857442 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:36:11.875743 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:36:11.880604 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:11.926115 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:12.279975 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:36:12.514500 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962c5c2-0e96-4920-bad1-5508b6d3a9c6 req-1c123882-679f-496f-b5e8-80422887b4ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:12.515876 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f962c5c2-0e96-4920-bad1-5508b6d3a9c6 req-1c123882-679f-496f-b5e8-80422887b4ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 944 time: 0.0477533 Jul 30 15:36:12.553589 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f962c5c2-0e96-4920-bad1-5508b6d3a9c6 req-11a02eb7-a866-46dc-94f1-90a1df9b7d63 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Jul 30 15:36:13.667153 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c4da-1ea2-45ab-af44-96f01e21984b req-612a34a0-db78-4575-8ff1-8e9171596478 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:13.668687 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-56b9c4da-1ea2-45ab-af44-96f01e21984b req-612a34a0-db78-4575-8ff1-8e9171596478 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 944 time: 0.0488541 Jul 30 15:36:13.705698 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-56b9c4da-1ea2-45ab-af44-96f01e21984b req-ae7eacf7-2acb-417b-9339-e679364e5f2f tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312696 Jul 30 15:36:13.718666 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:36:13.765952 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:36:13.770248 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:36:13.770248 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:13.847971 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:13.870722 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:36:13.872991 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9784884a-30fd-4914-91bc-00c8e087d433" -d '{"events": [{"server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:36:13.885516 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:36:13.889920 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:13.915093 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f1d86-37c4-4f10-9859-f2b5b8e4246f x-openstack-request-id: req-443f1d86-37c4-4f10-9859-f2b5b8e4246f {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:36:13.915382 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:36:13.915633 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-443f1d86-37c4-4f10-9859-f2b5b8e4246f {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:36:13.916630 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'code': 200} Jul 30 15:36:13.942948 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:14.097550 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578a1ac-a687-4214-936d-07293e224352 req-be6c9672-8629-44e5-bb42-33e2dc0b13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:14.099079 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8578a1ac-a687-4214-936d-07293e224352 req-be6c9672-8629-44e5-bb42-33e2dc0b13e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 1098 time: 0.0416124 Jul 30 15:36:14.133666 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8578a1ac-a687-4214-936d-07293e224352 req-a0139b1a-cff7-4a7c-8555-a6b4eb0f5ee1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272174 Jul 30 15:36:14.825133 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd11a16-d462-4827-9b9c-c2edafaab7b1 req-76defc68-d996-4197-971b-ea11a3e5830a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:14.826608 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5bd11a16-d462-4827-9b9c-c2edafaab7b1 req-76defc68-d996-4197-971b-ea11a3e5830a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 945 time: 0.0521369 Jul 30 15:36:14.863217 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5bd11a16-d462-4827-9b9c-c2edafaab7b1 req-d1c037f3-6a2b-432b-96a4-9e07177f4690 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308356 Jul 30 15:36:15.984963 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab755de5-3ea1-4ebc-a730-b8147676fef6 req-0087fbbd-2dbf-4b2a-b379-64a78553be1e tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:15.986495 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ab755de5-3ea1-4ebc-a730-b8147676fef6 req-0087fbbd-2dbf-4b2a-b379-64a78553be1e tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 945 time: 0.0502563 Jul 30 15:36:15.995307 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-8e622a04-c485-4712-9d43-f866a6249097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:16.027726 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ab755de5-3ea1-4ebc-a730-b8147676fef6 req-2389656a-68db-4e01-bbcc-7c8fe9e83e95 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340698 Jul 30 15:36:16.137168 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7013e-9bb7-4d48-b3aa-8c4b8a1d28d9 req-fc309b38-71b7-4dd5-9237-aa7d70db9238 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:16.138629 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0cb7013e-9bb7-4d48-b3aa-8c4b8a1d28d9 req-fc309b38-71b7-4dd5-9237-aa7d70db9238 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 945 time: 0.0472393 Jul 30 15:36:16.146863 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53756) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:16.151794 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Request body: {'floatingip': {'port_id': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:16.190088 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:16.624499 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:16.628235 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:16.725052 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Floating IP 1fba1b93-c5a9-4b6e-99f1-4054ae5437ef associated. External IP: 172.27.2.212, port: fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf. Jul 30 15:36:16.924654 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:36:17.029345 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:36:17.034865 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:17.038936 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] Sync routers for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:36:17.048608 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:36:17.049268 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:17.062095 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-87436d8e-ceb0-42d0-956f-0c6142263cfa tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "PUT /v2.0/floatingips/1fba1b93-c5a9-4b6e-99f1-4054ae5437ef HTTP/1.1" status: 200 len: 991 time: 0.9141920 Jul 30 15:36:17.062770 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:36:17.065901 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33455c2f-a2bd-4e07-9384-0bd7b03b6154" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:36:17.128504 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b087d-b0a4-4c52-b589-2c8aa5e2b4df x-openstack-request-id: req-923b087d-b0a4-4c52-b589-2c8aa5e2b4df {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:36:17.128839 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:36:17.129096 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-923b087d-b0a4-4c52-b589-2c8aa5e2b4df {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:36:17.129501 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'status': 'completed', 'code': 200} Jul 30 15:36:17.154248 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:36:17.226580 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-513b5b50-425a-4885-8c96-65d443feb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:17.228152 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-513b5b50-425a-4885-8c96-65d443feb9ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 1098 time: 0.0454795 Jul 30 15:36:17.329866 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-ac23f820-50ed-40cb-a2cc-94271f24855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:17.331351 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-ac23f820-50ed-40cb-a2cc-94271f24855a service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 200 len: 912 time: 0.0958035 Jul 30 15:36:17.382208 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '1fba1b93-c5a9-4b6e-99f1-4054ae5437ef', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'port_id': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'mac_address': 'fa:16:3e:eb:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:36:04Z', 'updated_at': '2021-07-30T15:36:16Z', 'revision_number': 1, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:17.396167 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-74675de0-e282-4b46-92fe-ebfe29fd303f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf HTTP/1.1" status: 200 len: 999 time: 0.0567389 Jul 30 15:36:17.409044 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] Checking router: 90d87a93-0254-4588-bfbc-e0fdf6b7be68 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:36:17.419782 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:36:17.420393 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:35:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:17.446642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-c339431e-33f8-486a-9c39-04a0d368070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:17.448007 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-c339431e-33f8-486a-9c39-04a0d368070a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 200 len: 850 time: 0.0432813 Jul 30 15:36:17.497329 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-5899af5a-1600-4033-b078-3703d17327de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:17.498801 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-5899af5a-1600-4033-b078-3703d17327de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426257 Jul 30 15:36:17.522848 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:36:17.588474 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-8ee8c918-4d49-48b0-8b92-d4e14ceb840a service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812657 Jul 30 15:36:17.682066 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33455c2f-a2bd-4e07-9384-0bd7b03b6154 req-0906dedb-82c7-4367-a1de-251749d64105 service neutron] 10.222.0.58 "GET /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855806 Jul 30 15:36:17.758963 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '1fba1b93-c5a9-4b6e-99f1-4054ae5437ef', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'port_id': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'mac_address': 'fa:16:3e:eb:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:36:04Z', 'updated_at': '2021-07-30T15:36:16Z', 'revision_number': 1, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:17.917928 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de40e81-0649-4722-9200-d65f2a656f0c None None] The sync data for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi is: [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '1fba1b93-c5a9-4b6e-99f1-4054ae5437ef', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'port_id': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'mac_address': 'fa:16:3e:eb:ea:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:36:04Z', 'updated_at': '2021-07-30T15:36:16Z', 'revision_number': 1, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:36:18.143163 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557f901-87fd-42f0-8b3f-f3afb6ed31b9 None None] New status for floating IP 1fba1b93-c5a9-4b6e-99f1-4054ae5437ef: ACTIVE {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:36:18.592468 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-3802e5c6-f7d8-41b4-810b-91b61c96cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:18.697438 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:19.505897 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:19.731721 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:21.631351 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:22.693220 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-07210556-da12-4dbf-9d75-54b5be6e4c18 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114275816&fields=id&tenant_id=3f0b91d19179443c98c850dd803fa671 HTTP/1.1" status: 200 len: 267 time: 0.0337145 Jul 30 15:36:22.795646 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-270d6128-b609-4b78-bd22-c0ce4c7c9931 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:22.797008 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-270d6128-b609-4b78-bd22-c0ce4c7c9931 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 808 time: 0.0964673 Jul 30 15:36:22.811291 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-044eab2e-93ad-429d-8a03-c80ce4d7bdef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/quotas/3f0b91d19179443c98c850dd803fa671 HTTP/1.1" status: 200 len: 375 time: 0.0086291 Jul 30 15:36:22.866805 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-017a9f8f-aad8-410d-8c82-84b218dd6e09 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479300 Jul 30 15:36:22.961786 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-9855ba7e-ed63-44c9-b0a3-e3188b963648 service neutron] 10.222.0.50 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825312 Jul 30 15:36:23.052321 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-d7f5fd04-1be4-4562-8575-7472a5c7df89 service neutron] 10.222.0.50 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842597 Jul 30 15:36:23.340686 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-edab13bc-625c-4e68-88ca-074deabc995c req-e0b43361-99b0-4a71-b1a8-1604ad74c07a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 210 time: 0.0267825 Jul 30 15:36:24.281524 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-e1b2c689-29d5-4fd7-b751-30accee8a1ab tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:24.283033 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-e1b2c689-29d5-4fd7-b751-30accee8a1ab tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 808 time: 0.1041725 Jul 30 15:36:24.334242 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-b8e9dd6c-67c7-4861-b404-397a8719ae7c tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0b91d19179443c98c850dd803fa671 HTTP/1.1" status: 200 len: 380 time: 0.0341654 Jul 30 15:36:24.343517 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'port': {'device_id': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'admin_state_up': True, 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'security_groups': ['0e730306-de1a-4a98-8041-9f66c58c6202']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:24.446926 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-936bb264-4630-4f27-96a9-13a45ab26dbb req-029043c3-26a3-4435-9d41-ca9a0f5acc7e tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 210 time: 0.0371387 Jul 30 15:36:24.477962 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Made reservation on behalf of 3f0b91d19179443c98c850dd803fa671 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:36:24.481443 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:24.603564 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Allocated IP 172.20.0.8 (ac4d50cd-236b-424a-9b86-c965ffb71950/74c1e24f-574d-496a-b316-39ec911c52b7/5c70ca43-b508-49a5-94ca-f60360066b85) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:36:24.734048 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:24.749214 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Transition to ACTIVE for port object 5c70ca43-b508-49a5-94ca-f60360066b85 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:36:24.784541 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:24.827330 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Network ac4d50cd-236b-424a-9b86-c965ffb71950 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:36:24.830422 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:36:24.833972 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:36:24.878020 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:24.893825 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.894175 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.894523 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.894861 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.895196 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.895529 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.895858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.896547 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.896547 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.896841 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.897166 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.897490 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:36:24.918766 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:24.919443 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:24.938215 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-5ff9b20c-1024-4adb-9696-72ebbfd12f4d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5983038 Jul 30 15:36:24.955182 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Request body: {'port': {'device_id': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:25.012004 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:25.068644 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-f3c9809b-8abd-421d-9656-1b743dad64be None None] Provisioning for port 5c70ca43-b508-49a5-94ca-f60360066b85 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:36:25.072392 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-f3c9809b-8abd-421d-9656-1b743dad64be None None] Provisioning complete for port 5c70ca43-b508-49a5-94ca-f60360066b85 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:36:25.072858 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f3c9809b-8abd-421d-9656-1b743dad64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:25.106439 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9809b-8abd-421d-9656-1b743dad64be None None] Port 5c70ca43-b508-49a5-94ca-f60360066b85 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:36:25.278420 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c70ca43-b508-49a5-94ca-f60360066b85 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:36:25.285722 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:25.297701 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Transition to ACTIVE for port object 5c70ca43-b508-49a5-94ca-f60360066b85 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:36:25.301304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:25.368831 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:25.422614 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Attempting to bind port 5c70ca43-b508-49a5-94ca-f60360066b85 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:36:25.423097 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Attempting to bind port 5c70ca43-b508-49a5-94ca-f60360066b85 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:36:25.423438 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Attempting to bind port 5c70ca43-b508-49a5-94ca-f60360066b85 on network ac4d50cd-236b-424a-9b86-c965ffb71950 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:36:25.430000 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Port 5c70ca43-b508-49a5-94ca-f60360066b85 on network ac4d50cd-236b-424a-9b86-c965ffb71950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:36:25.430458 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Attempting to bind port 5c70ca43-b508-49a5-94ca-f60360066b85 on network ac4d50cd-236b-424a-9b86-c965ffb71950 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:36:25.436338 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:36:25.436676 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Checking segment: {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:36:25.437089 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Bound using segment: {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:36:25.437517 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Bound port: 5c70ca43-b508-49a5-94ca-f60360066b85, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72eccdb-d972-462b-a3bb-d0e227d81a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:36:25.437882 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:25.505854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:36:25.509042 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:36:25.514444 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:25.550901 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:25.551512 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:25.552944 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] 10.222.0.58 "PUT /v2.0/ports/5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 1093 time: 0.6024327 Jul 30 15:36:25.553373 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:36:25.555646 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72007271-6e27-4117-8ad4-2c7e4ea5c10c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:36:25.582516 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013eced-2532-479a-b45b-677fd97d8db6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:25.597858 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d478d-07bc-4d70-8261-20b7b9743145 req-dd5bb85e-70f5-4845-952c-297f1f5df54b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:25.607327 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-058d478d-07bc-4d70-8261-20b7b9743145 req-dd5bb85e-70f5-4845-952c-297f1f5df54b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0862477 Jul 30 15:36:25.612915 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d597e86-c421-4008-9ec6-3d35d862c153 x-openstack-request-id: req-7d597e86-c421-4008-9ec6-3d35d862c153 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:36:25.613208 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:36:25.613508 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d597e86-c421-4008-9ec6-3d35d862c153 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:36:25.613928 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85', 'status': 'completed', 'code': 200} Jul 30 15:36:25.650018 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-058d478d-07bc-4d70-8261-20b7b9743145 req-09acc86b-297a-4f4b-b388-99d8f511d539 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Jul 30 15:36:25.669030 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-14ecf6c1-866e-491f-b485-3fa35b36901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:25.670602 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-14ecf6c1-866e-491f-b485-3fa35b36901a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1096 time: 0.0438826 Jul 30 15:36:25.720893 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-abde5375-df96-42cc-abce-df9d271d47f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 217 time: 0.0379374 Jul 30 15:36:25.770171 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-7a4a48e0-978f-4b08-bab8-ac4960f680c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:25.771623 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-7a4a48e0-978f-4b08-bab8-ac4960f680c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.0440094 Jul 30 15:36:25.815371 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-c8e6488d-74e5-4164-b06d-f506a8bf45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:25.816837 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-c8e6488d-74e5-4164-b06d-f506a8bf45ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379751 Jul 30 15:36:25.913127 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-a7d36e0a-a183-4d11-8501-73c203e052a6 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891459 Jul 30 15:36:26.011294 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-022a36e5-7dcc-4601-b624-74ebac74c7d4 req-949e898c-0b1f-42d6-bf9a-7f13686aa117 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815611 Jul 30 15:36:26.125005 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-8571cb15-358e-45f3-a1ff-84650200f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:26.126448 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-8571cb15-358e-45f3-a1ff-84650200f65f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1096 time: 0.0406492 Jul 30 15:36:26.216912 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-81facff4-d2ec-46f0-8cd6-8ee17c77dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:26.218277 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-81facff4-d2ec-46f0-8cd6-8ee17c77dc43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 909 time: 0.0849912 Jul 30 15:36:26.263571 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-5abcf43f-adcf-47e1-889f-b79314b305c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 217 time: 0.0373316 Jul 30 15:36:26.554771 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-7fc0db26-3d51-4bae-a0b0-e8d11dc1b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:26.556791 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-7fc0db26-3d51-4bae-a0b0-e8d11dc1b17b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.2865963 Jul 30 15:36:26.601781 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-b12f4d75-b527-499e-8b0f-1093660e7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:26.603524 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-b12f4d75-b527-499e-8b0f-1093660e7b43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383990 Jul 30 15:36:26.696944 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-91d6f3dd-c126-4df8-96ee-d79a723574a0 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Jul 30 15:36:26.823532 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95d0c5-bb7e-49b7-bec1-e91f5fd3c43c req-5a307d29-b7ca-498e-9290-ff44efaa989c tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:26.824956 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8f95d0c5-bb7e-49b7-bec1-e91f5fd3c43c req-5a307d29-b7ca-498e-9290-ff44efaa989c tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0753708 Jul 30 15:36:26.828622 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-72007271-6e27-4117-8ad4-2c7e4ea5c10c req-64aa6af2-0377-4582-bf1e-334ae70b2c40 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238625 Jul 30 15:36:26.864535 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8f95d0c5-bb7e-49b7-bec1-e91f5fd3c43c req-c69aa234-941c-4ab9-a8ae-6dec223bbce9 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335639 Jul 30 15:36:27.980776 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e4d1-9fd7-4073-97a8-55465e25cbaa req-29996e63-279a-45f7-b98b-54da0c1e4d8b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:27.982317 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b294e4d1-9fd7-4073-97a8-55465e25cbaa req-29996e63-279a-45f7-b98b-54da0c1e4d8b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0485659 Jul 30 15:36:28.018819 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b294e4d1-9fd7-4073-97a8-55465e25cbaa req-d0afa204-f16e-41f4-84d8-616c4586977b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307713 Jul 30 15:36:29.135737 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf0f2-e98c-4493-8572-2dca51651077 req-bc2a0e0e-944c-49df-8f8f-ee124c04e830 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:29.137263 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-afcbf0f2-e98c-4493-8572-2dca51651077 req-bc2a0e0e-944c-49df-8f8f-ee124c04e830 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0514045 Jul 30 15:36:29.174600 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-afcbf0f2-e98c-4493-8572-2dca51651077 req-d5ba556b-fc43-4481-b78a-98c6b7304bba tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Jul 30 15:36:30.289136 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66424-114b-4461-9ad7-c768d7ec7253 req-37f189c4-1dd0-4f46-a144-9c6d0052410d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:30.291559 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-60b66424-114b-4461-9ad7-c768d7ec7253 req-37f189c4-1dd0-4f46-a144-9c6d0052410d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0500517 Jul 30 15:36:30.330225 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-60b66424-114b-4461-9ad7-c768d7ec7253 req-69c3de7a-f3d9-4ed4-8ca5-5c288ca87448 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Jul 30 15:36:31.445158 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78885c12-0dbf-4e2f-8115-9c7440c061bd req-29a683fa-d65d-45f0-a692-f856e850d05a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:31.447266 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-78885c12-0dbf-4e2f-8115-9c7440c061bd req-29a683fa-d65d-45f0-a692-f856e850d05a tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0494411 Jul 30 15:36:31.484269 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-78885c12-0dbf-4e2f-8115-9c7440c061bd req-028d1e0b-ebde-4e21-b667-0ae8130a0496 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Jul 30 15:36:32.511574 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:36:32.604713 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c5299-0858-4f7c-a55b-9fba168f7bec req-23047466-55b4-4eaa-b00e-5051052aa205 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:32.606220 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb6c5299-0858-4f7c-a55b-9fba168f7bec req-23047466-55b4-4eaa-b00e-5051052aa205 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0521698 Jul 30 15:36:32.643229 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb6c5299-0858-4f7c-a55b-9fba168f7bec req-3dde85cb-a459-4059-9af6-5756fd87bd95 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Jul 30 15:36:33.756699 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c2f6b-1ef2-4082-b4a7-444162c5fa9e req-2948cce7-8faa-4d20-a795-68b1be4f4b2b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:33.758181 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a54c2f6b-1ef2-4082-b4a7-444162c5fa9e req-2948cce7-8faa-4d20-a795-68b1be4f4b2b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0469449 Jul 30 15:36:33.795392 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a54c2f6b-1ef2-4082-b4a7-444162c5fa9e req-cb6ca9d5-35d6-4e1e-99f6-50eb54d4ec94 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307620 Jul 30 15:36:33.832925 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 5c70ca43-b508-49a5-94ca-f60360066b85 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:36:33.927183 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:36:33.939047 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '5c70ca43-b508-49a5-94ca-f60360066b85', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'port_id': '5c70ca43-b508-49a5-94ca-f60360066b85', 'mac_address': 'fa:16:3e:fd:07:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:36:33.974532 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:33.986729 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c70ca43-b508-49a5-94ca-f60360066b85 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:36:34.006259 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:36:34.010460 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:34.060630 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:34.450710 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['5c70ca43-b508-49a5-94ca-f60360066b85'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:36:34.908568 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95acf7-7c13-4ec1-a5c1-1028648938b4 req-b61a7a6e-108e-4a13-9673-0d00246ee48d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:34.910095 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1d95acf7-7c13-4ec1-a5c1-1028648938b4 req-b61a7a6e-108e-4a13-9673-0d00246ee48d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 944 time: 0.0474708 Jul 30 15:36:34.950549 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1d95acf7-7c13-4ec1-a5c1-1028648938b4 req-84e9081f-cca7-4fc4-b305-f1542ca0272e tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Jul 30 15:36:35.846398 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 5c70ca43-b508-49a5-94ca-f60360066b85 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:36:35.892468 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 5c70ca43-b508-49a5-94ca-f60360066b85 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:36:35.895870 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 5c70ca43-b508-49a5-94ca-f60360066b85 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:36:35.896240 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:35.969040 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:35.993591 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:36:35.996436 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3690be7-102b-4130-920d-f5b6ab35c3a4" -d '{"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:36:36.011138 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:36:36.016783 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:36.041353 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892b7bea-f0e6-4e46-969f-fad319a8fd0b x-openstack-request-id: req-892b7bea-f0e6-4e46-969f-fad319a8fd0b {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:36:36.041691 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:36:36.041974 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-892b7bea-f0e6-4e46-969f-fad319a8fd0b {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:36:36.042359 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85', 'code': 200} Jul 30 15:36:36.069726 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:36.082415 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c7b77-675d-4662-b8e9-9aedb7d7adf8 req-5848f6df-8850-47c9-9dbe-b7154b4a0d14 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:36.084140 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-944c7b77-675d-4662-b8e9-9aedb7d7adf8 req-5848f6df-8850-47c9-9dbe-b7154b4a0d14 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0629230 Jul 30 15:36:36.121254 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-944c7b77-675d-4662-b8e9-9aedb7d7adf8 req-284315b3-f2a6-477b-a264-dee4a368f01d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313609 Jul 30 15:36:36.308644 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce6633-e9aa-4186-895d-208c24ac8e1b req-8555bd3d-e996-4138-a3ca-f359c7b27576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:36.310154 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3fce6633-e9aa-4186-895d-208c24ac8e1b req-8555bd3d-e996-4138-a3ca-f359c7b27576 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1098 time: 0.0401573 Jul 30 15:36:36.347246 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3fce6633-e9aa-4186-895d-208c24ac8e1b req-776a5db1-b667-492a-a09b-608316c64e42 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279369 Jul 30 15:36:37.237546 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7034e2-cd66-47f5-84ab-0bd79d0a9a09 req-63aab7ab-9144-4e27-b0a6-aa89a990349f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:37.238995 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5e7034e2-cd66-47f5-84ab-0bd79d0a9a09 req-63aab7ab-9144-4e27-b0a6-aa89a990349f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0481195 Jul 30 15:36:37.279317 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5e7034e2-cd66-47f5-84ab-0bd79d0a9a09 req-56049c1f-5251-477e-818d-18e2e5b7ac49 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336032 Jul 30 15:36:38.407111 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db373739-c9ff-4590-970d-7d9ac6041d2e req-4672e315-c3c3-4557-9772-890ab531ee48 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:38.408590 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-db373739-c9ff-4590-970d-7d9ac6041d2e req-4672e315-c3c3-4557-9772-890ab531ee48 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0491400 Jul 30 15:36:38.445602 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-db373739-c9ff-4590-970d-7d9ac6041d2e req-dbdbde45-032d-4d40-a60b-eeae2a9d773b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312128 Jul 30 15:36:38.561744 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc48ca-f069-4d1e-b41d-fd06eaf1e70d req-45bddf17-39e2-45f7-b6b1-866920d5a1f1 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:38.563207 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6cdc48ca-f069-4d1e-b41d-fd06eaf1e70d req-45bddf17-39e2-45f7-b6b1-866920d5a1f1 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0507941 Jul 30 15:36:38.601445 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6cdc48ca-f069-4d1e-b41d-fd06eaf1e70d req-0eb47268-1e9f-4875-89ad-3c865dc09100 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Jul 30 15:36:38.623364 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53908) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:38.801017 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387af789-0a21-42c9-aa63-61403b882f6d tempest-TestShelveInstance-279229967 tempest-TestShelveInstance-279229967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:38.802518 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-387af789-0a21-42c9-aa63-61403b882f6d tempest-TestShelveInstance-279229967 tempest-TestShelveInstance-279229967-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1093 time: 0.1781397 Jul 30 15:36:38.805353 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 53912) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:36:38.810259 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'port_id': '5c70ca43-b508-49a5-94ca-f60360066b85', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:36:38.831185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for floatingip, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:38.928790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.035938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Allocated IP 172.27.2.9 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/3ed81c4b-5359-4ccc-bebf-3cbcad1670b2) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:36:39.135272 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.174270 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.214080 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:36:39.217060 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:36:39.220551 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:36:39.249185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'Port': ['ID=3ed81c4b-5359-4ccc-bebf-3cbcad1670b2,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:39.581796 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.649383 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.792696 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.796815 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.862008 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event updated for resources: {'Port': ['ID=3ed81c4b-5359-4ccc-bebf-3cbcad1670b2,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:36:39.872433 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:39.970397 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Floating IP c2c5a8cd-ca28-46d5-8392-0e2d86007fed associated. External IP: 172.27.2.9, port: 5c70ca43-b508-49a5-94ca-f60360066b85. Jul 30 15:36:40.171854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Router 3936490e-c180-47fc-9f09-9a00e7a809d2 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:36:40.277298 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:36:40.287354 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] Sync routers for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:36:40.294324 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:40.298630 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:36:40.299381 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:36:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:40.328622 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-13085f2f-fca0-40e0-8218-4ec27e21f302 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5168760 Jul 30 15:36:40.328622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:36:40.328622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3976cb-6b4e-428a-b7f0-7581b345273d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:36:40.363945 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba45d55e-0ae8-4605-9bd6-aa7981934acb x-openstack-request-id: req-ba45d55e-0ae8-4605-9bd6-aa7981934acb {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:36:40.364233 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:36:40.364480 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba45d55e-0ae8-4605-9bd6-aa7981934acb {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:36:40.364915 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85', 'status': 'completed', 'code': 200} Jul 30 15:36:40.408368 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:36:40.454409 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-ea6ac0f3-df50-4f3f-a07f-adf2b2c4e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:40.455793 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-ea6ac0f3-df50-4f3f-a07f-adf2b2c4e247 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1098 time: 0.0410538 Jul 30 15:36:40.551398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-dcde5402-f430-44ca-822e-df32a0ae6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:40.552919 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-dcde5402-f430-44ca-822e-df32a0ae6589 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 909 time: 0.0883582 Jul 30 15:36:40.617718 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-8a774cad-08da-46d7-945a-e5aacf49c769 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 997 time: 0.0570135 Jul 30 15:36:40.632492 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'c2c5a8cd-ca28-46d5-8392-0e2d86007fed', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'port_id': '5c70ca43-b508-49a5-94ca-f60360066b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'mac_address': 'fa:16:3e:fd:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:36:39Z', 'updated_at': '2021-07-30T15:36:39Z', 'revision_number': 0, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 5, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:40.663603 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] Checking router: 3936490e-c180-47fc-9f09-9a00e7a809d2 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:36:40.672057 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:36:40.672669 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:36:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:40.677634 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-474eebd5-50d5-4678-97ff-e38b6902a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:40.679100 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-474eebd5-50d5-4678-97ff-e38b6902a5d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.0543065 Jul 30 15:36:40.726710 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-9e9f01b2-5d0d-4411-b83d-d7b2403dc0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:40.728118 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-9e9f01b2-5d0d-4411-b83d-d7b2403dc0fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423362 Jul 30 15:36:40.775760 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:36:40.816329 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-d7788575-d86e-4527-8e30-e97a1658d8e8 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809011 Jul 30 15:36:40.909041 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8c3976cb-6b4e-428a-b7f0-7581b345273d req-30130bc1-cf89-4710-85b8-4ac9f9086ebe service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Jul 30 15:36:40.997903 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'c2c5a8cd-ca28-46d5-8392-0e2d86007fed', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'port_id': '5c70ca43-b508-49a5-94ca-f60360066b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'mac_address': 'fa:16:3e:fd:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:36:39Z', 'updated_at': '2021-07-30T15:36:39Z', 'revision_number': 0, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 5, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:36:41.026146 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004cdec-9a7d-4174-b807-4396824dd776 None None] The sync data for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi is: [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'c2c5a8cd-ca28-46d5-8392-0e2d86007fed', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'port_id': '5c70ca43-b508-49a5-94ca-f60360066b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'mac_address': 'fa:16:3e:fd:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:36:39Z', 'updated_at': '2021-07-30T15:36:39Z', 'revision_number': 0, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 5, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:36:41.206847 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7644189-ce9e-412c-a6ac-96fbb3af05e0 None None] New status for floating IP c2c5a8cd-ca28-46d5-8392-0e2d86007fed: ACTIVE {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:36:45.997072 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-db9f1a5d-bab1-46e7-b267-39d3b28ba44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:48.594290 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-03e71dde-b307-40c1-8b5a-15c47600ca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:48.700040 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:48.712470 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-9ddd2cb4-065e-4568-81d6-53fd5ad83990 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423532 Jul 30 15:36:48.803452 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-2798363d-ef8d-461f-a301-a1cba7988d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:48.805098 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-2798363d-ef8d-461f-a301-a1cba7988d45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 1098 time: 0.0387287 Jul 30 15:36:48.910929 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-c44b2efa-49c3-42db-9bac-4fbc7102dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:48.912292 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-c44b2efa-49c3-42db-9bac-4fbc7102dabc service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0871565 Jul 30 15:36:48.975074 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-e6ca5823-eb8e-4cbb-802e-13bdb3d36298 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4056cb-8350-468e-860f-24685a7f613b HTTP/1.1" status: 200 len: 1001 time: 0.0552423 Jul 30 15:36:49.022564 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-ce838285-03f0-4515-a602-be831a25f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:49.023937 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-ce838285-03f0-4515-a602-be831a25f95a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0417087 Jul 30 15:36:49.071283 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-8ac8237c-6d70-4292-8e94-25578f6cab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:36:49.072704 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-8ac8237c-6d70-4292-8e94-25578f6cab31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405824 Jul 30 15:36:49.161101 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-fabf4e34-a0c6-46e8-8a4a-638ada229e8b service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802450 Jul 30 15:36:49.253729 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c65ba478-847f-4ef6-b384-c8be2c5cb9a4 req-8f8ffbd0-5b06-4e5d-ba38-80b7e1e8d863 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855033 Jul 30 15:36:49.504955 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:49.734591 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:36:51.634601 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:09.510674 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:37:12.666104 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fb7fa-3b5f-412f-b116-71113bba2a6a req-df36f0ee-ea17-419d-b57c-9ed8c8c0a6e8 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:12.667603 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9f5fb7fa-3b5f-412f-b116-71113bba2a6a req-df36f0ee-ea17-419d-b57c-9ed8c8c0a6e8 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0476954 Jul 30 15:37:12.705426 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9f5fb7fa-3b5f-412f-b116-71113bba2a6a req-92cbe3b5-92a4-46d9-8020-09423fce842d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Jul 30 15:37:13.820950 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac067d-2f32-4a3e-bd13-6a2856264ad2 req-eddb337e-a40d-4592-92e9-70bf2bb6a4f7 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:13.822420 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33ac067d-2f32-4a3e-bd13-6a2856264ad2 req-eddb337e-a40d-4592-92e9-70bf2bb6a4f7 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0501232 Jul 30 15:37:13.858994 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-33ac067d-2f32-4a3e-bd13-6a2856264ad2 req-d9bb49c5-de9a-477e-a388-53d5174243b3 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306766 Jul 30 15:37:14.593193 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-778c7e6f-1815-476d-ac61-6f48439e4bc1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:14.594599 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-778c7e6f-1815-476d-ac61-6f48439e4bc1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0478053 Jul 30 15:37:14.690739 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Deleting port 3d4056cb-8350-468e-860f-24685a7f613b {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:37:14.690739 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:14.775774 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] For port 3d4056cb-8350-468e-860f-24685a7f613b, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=3d4056cb-8350-468e-860f-24685a7f613b,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:14.776389 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:14.944974 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:14.945711 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:14.945711 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Floating IP e4de086c-dc61-42ea-adf3-7cb6e7646866 disassociated. External IP: 172.27.2.104, port: 3d4056cb-8350-468e-860f-24685a7f613b. Jul 30 15:37:14.945991 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Calling delete_port for 3d4056cb-8350-468e-860f-24685a7f613b owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:37:14.974969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871aaca-a52a-497c-a047-ca353f24b694 req-a2bc0263-97f3-49be-8b0f-8280b3aa2405 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:14.976433 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6871aaca-a52a-497c-a047-ca353f24b694 req-a2bc0263-97f3-49be-8b0f-8280b3aa2405 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 945 time: 0.0478189 Jul 30 15:37:15.013267 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6871aaca-a52a-497c-a047-ca353f24b694 req-3c897394-7a19-4d90-a731-63d26451ed64 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308571 Jul 30 15:37:15.070999 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:15.098072 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event deleted for resources: {'Port': ['ID=3d4056cb-8350-468e-860f-24685a7f613b,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:15.210342 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:37:15.313940 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:37:15.323886 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:37:15.332562 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:37:15.333304 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:36:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:15.353785 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] No DVR routers for this DVR port 3d4056cb-8350-468e-860f-24685a7f613b on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:37:15.356189 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:15.358234 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-df0a4ad9-23d5-4d7f-8803-7964fc50d991 req-2373a5d1-b41c-4c43-8b21-e36caa64b877 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "DELETE /v2.0/ports/3d4056cb-8350-468e-860f-24685a7f613b HTTP/1.1" status: 204 len: 173 time: 0.7559888 Jul 30 15:37:15.358644 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'name': 'network-vif-deleted', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:37:15.360902 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ab2cf-fd32-4f92-a455-ebf71c75fead" -d '{"events": [{"server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "name": "network-vif-deleted", "tag": "3d4056cb-8350-468e-860f-24685a7f613b"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:37:15.406056 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a45a474-1b24-41d0-9b3d-2f64441fcf56 x-openstack-request-id: req-2a45a474-1b24-41d0-9b3d-2f64441fcf56 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:37:15.406472 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be52713-84d2-4edc-b5b0-469659aa32af", "name": "network-vif-deleted", "tag": "3d4056cb-8350-468e-860f-24685a7f613b", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:37:15.406786 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a45a474-1b24-41d0-9b3d-2f64441fcf56 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:37:15.407245 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be52713-84d2-4edc-b5b0-469659aa32af', 'name': 'network-vif-deleted', 'tag': '3d4056cb-8350-468e-860f-24685a7f613b', 'status': 'completed', 'code': 200} Jul 30 15:37:15.447273 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:37:15.646176 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:15.688861 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:37:15.697382 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:37:15.697996 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:36:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:15.929470 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:37:16.082608 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-9028bfe9-ea4b-4c1e-84dc-3d68ba72629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:16.178431 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-870c9b1b-5d56-4022-a345-a35242099bae req-48eb2982-2ee0-467a-a214-95cb67313bfc tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=1be52713-84d2-4edc-b5b0-469659aa32af HTTP/1.1" status: 200 len: 210 time: 0.0299609 Jul 30 15:37:16.185197 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:16.212542 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529832c0-d2fd-4c7e-85da-df097894d11b None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:37:16.432600 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7dbd1-ba8a-4a46-b7e0-50f90250d7dd None None] New status for floating IP e4de086c-dc61-42ea-adf3-7cb6e7646866: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:37:17.533804 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-9cf0a1cb-6b9f-4832-b7d1-e2a0c30321df tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026698071&fields=id&tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 267 time: 0.0326967 Jul 30 15:37:17.639623 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-830a6db8-9adb-4838-86df-481bc1b07260 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:17.641085 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-830a6db8-9adb-4838-86df-481bc1b07260 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 811 time: 0.1007867 Jul 30 15:37:17.656075 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-2d3c6d43-c476-4228-abb5-7a42da945c8f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/quotas/a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 375 time: 0.0093362 Jul 30 15:37:17.708317 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-60802286-35fb-4451-8be6-61975e60c55d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468192 Jul 30 15:37:17.810443 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-3e2c9cc2-ecca-4f1e-aea1-fd1a2a0956b8 service neutron] 10.222.0.50 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891507 Jul 30 15:37:17.901986 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-e005decf-305a-43f6-9219-1920aa516c21 service neutron] 10.222.0.50 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855258 Jul 30 15:37:18.089431 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 3d4056cb-8350-468e-860f-24685a7f613b no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:37:18.116828 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 3d4056cb-8350-468e-860f-24685a7f613b {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:37:18.116828 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 3d4056cb-8350-468e-860f-24685a7f613b not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:37:18.500171 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e712c2-442e-45a4-8283-0de8e31a609a req-8db1e3c4-da57-4e12-b52d-1bcd01c42722 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:18.501616 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a1e712c2-442e-45a4-8283-0de8e31a609a req-8db1e3c4-da57-4e12-b52d-1bcd01c42722 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Jul 30 15:37:18.539732 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a1e712c2-442e-45a4-8283-0de8e31a609a req-5c114ca5-7b6c-4a9d-81f4-7c0d02a473e0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Jul 30 15:37:18.594896 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-68333636-e222-4bed-bb60-559ce3a1c736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:18.702451 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:19.222748 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-af55c99d-0fd0-4dbe-ba33-ac74508d09af req-a9a6dad5-1cee-495c-a776-20f9186d489c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Jul 30 15:37:19.524502 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:19.661260 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79ffac-af03-47f5-a55d-96dbe2785888 req-90a3b8a7-589c-451b-8ff5-2ac1e2a98ba7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:19.662748 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4b79ffac-af03-47f5-a55d-96dbe2785888 req-90a3b8a7-589c-451b-8ff5-2ac1e2a98ba7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0493882 Jul 30 15:37:19.700940 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4b79ffac-af03-47f5-a55d-96dbe2785888 req-88335be8-4395-46e7-a0bc-eda5c266ee6d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323138 Jul 30 15:37:19.743598 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:20.266402 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c9fb4a7f-b504-43e5-9c87-a3f367489174 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:20.268041 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c9fb4a7f-b504-43e5-9c87-a3f367489174 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 811 time: 0.1055651 Jul 30 15:37:20.327075 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0708fad-522b-4cc6-8330-86a69dd6418e req-132462e1-aae1-4efa-84ae-e571f7dec9d5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 210 time: 0.0302904 Jul 30 15:37:20.354603 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-24332e84-3632-43ad-b567-9a14753ba16f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 380 time: 0.0484838 Jul 30 15:37:20.363831 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'port': {'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'admin_state_up': True, 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'security_groups': ['8efdec8f-380b-4987-9b15-f88d0f924a9d']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:37:20.473139 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Made reservation on behalf of a255fbb215f04c70862a4bcc0ca5ec8b for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:37:20.476775 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:20.596091 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Allocated IP 172.20.0.11 (4db7f2c7-38aa-4869-9e01-5c78e7246e9e/192b55e9-8ec7-442c-9577-cd6a0faaf4f9/be40d5be-50af-4904-9ba4-eb34dba29408) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:37:20.738597 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:20.752787 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Transition to ACTIVE for port object be40d5be-50af-4904-9ba4-eb34dba29408 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:37:20.809945 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.102498 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:37:21.111671 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:37:21.115458 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:37:21.124509 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87249d3f-6ff4-4dfc-9262-abb1c8ca27f8 req-ee7fdccc-8d3e-42c7-940b-e2d1ee35eab3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:21.126100 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87249d3f-6ff4-4dfc-9262-abb1c8ca27f8 req-ee7fdccc-8d3e-42c7-940b-e2d1ee35eab3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.3469691 Jul 30 15:37:21.126714 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=be40d5be-50af-4904-9ba4-eb34dba29408,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:21.194896 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:21.195602 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.208007 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-87249d3f-6ff4-4dfc-9262-abb1c8ca27f8 req-3970f2ed-6541-4926-9b65-289751a8dc37 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589764 Jul 30 15:37:21.217394 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-ae8f32f7-a60c-4ebd-a360-574c0fbcc865 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572454 Jul 30 15:37:21.235831 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Request body: {'port': {'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:37:21.290904 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.391397 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-06b441f7-4b18-45f1-b717-452998ad86bf None None] Provisioning for port be40d5be-50af-4904-9ba4-eb34dba29408 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:37:21.398343 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-06b441f7-4b18-45f1-b717-452998ad86bf None None] Provisioning complete for port be40d5be-50af-4904-9ba4-eb34dba29408 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:37:21.399052 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-06b441f7-4b18-45f1-b717-452998ad86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.447284 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-06b441f7-4b18-45f1-b717-452998ad86bf None None] Port be40d5be-50af-4904-9ba4-eb34dba29408 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:37:21.463887 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f552f6e-aac3-4acc-affd-51135962ec8a req-cced1c59-0621-4424-a4b0-928dc6974366 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:21.465621 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9f552f6e-aac3-4acc-affd-51135962ec8a req-cced1c59-0621-4424-a4b0-928dc6974366 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 932 time: 0.0593717 Jul 30 15:37:21.508533 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9f552f6e-aac3-4acc-affd-51135962ec8a req-31b0bfe2-d23f-4b01-9dd3-b285060d43c5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364907 Jul 30 15:37:21.554916 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be40d5be-50af-4904-9ba4-eb34dba29408 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:37:21.562114 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.573915 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Transition to ACTIVE for port object be40d5be-50af-4904-9ba4-eb34dba29408 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:37:21.577589 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.638997 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.645068 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Pushing event updated for resources: {'Port': ['ID=be40d5be-50af-4904-9ba4-eb34dba29408,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:21.699251 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Attempting to bind port be40d5be-50af-4904-9ba4-eb34dba29408 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:37:21.699593 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Attempting to bind port be40d5be-50af-4904-9ba4-eb34dba29408 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:37:21.700139 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Attempting to bind port be40d5be-50af-4904-9ba4-eb34dba29408 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:37:21.704661 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Port be40d5be-50af-4904-9ba4-eb34dba29408 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:37:21.705040 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Attempting to bind port be40d5be-50af-4904-9ba4-eb34dba29408 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:37:21.710645 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:37:21.710991 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Checking segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:37:21.711386 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Bound using segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:37:21.711825 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Bound port: be40d5be-50af-4904-9ba4-eb34dba29408, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:37:21.712191 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.777041 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] For port be40d5be-50af-4904-9ba4-eb34dba29408, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:37:21.780607 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] For port be40d5be-50af-4904-9ba4-eb34dba29408, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be40d5be-50af-4904-9ba4-eb34dba29408,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:37:21.784768 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.817065 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:21.817693 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:21.819061 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] 10.222.0.58 "PUT /v2.0/ports/be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 200 len: 1094 time: 0.5880828 Jul 30 15:37:21.819495 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:37:21.821782 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf93563e-6c94-477c-b3b6-80ed93d2ace4" -d '{"events": [{"name": "network-changed", "server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:37:21.851931 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35744c7-4ab6-408d-b17c-25d75dd3b46d service neutron] Pushing event updated for resources: {'Port': ['ID=be40d5be-50af-4904-9ba4-eb34dba29408,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:21.868248 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f4b19f-cccb-4089-9a23-3101732ddaf9 x-openstack-request-id: req-d9f4b19f-cccb-4089-9a23-3101732ddaf9 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:37:21.868545 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:37:21.868826 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9f4b19f-cccb-4089-9a23-3101732ddaf9 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:37:21.869381 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'status': 'completed', 'code': 200} Jul 30 15:37:21.924630 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-4ab78643-a909-4ca8-b477-6826d2895a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:21.926185 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-4ab78643-a909-4ca8-b477-6826d2895a2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1097 time: 0.0423295 Jul 30 15:37:21.978801 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-15be52e5-da54-4765-95f3-f5198db2c67f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 200 len: 217 time: 0.0382524 Jul 30 15:37:22.027731 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-3207f405-f2aa-46b0-860f-6783669de50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.029209 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-3207f405-f2aa-46b0-860f-6783669de50b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0440829 Jul 30 15:37:22.073838 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-4526ad64-76f8-4da8-aa53-02af5c6a493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.075280 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-4526ad64-76f8-4da8-aa53-02af5c6a493e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387275 Jul 30 15:37:22.165826 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-d3d40204-f8a5-474c-9dba-18bdf2b4d646 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827310 Jul 30 15:37:22.258114 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-735a2357-ab7a-4815-b1f9-dd9ebcc2eb35 req-7497488c-2092-4b90-9c8f-be0f3b521c01 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Jul 30 15:37:22.329406 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c988c-6437-4c0a-b3d1-f8280602ff1b req-05d8cf1b-d10b-4231-855c-ff684d399d48 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.331260 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e55c988c-6437-4c0a-b3d1-f8280602ff1b req-05d8cf1b-d10b-4231-855c-ff684d399d48 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0482795 Jul 30 15:37:22.369439 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e55c988c-6437-4c0a-b3d1-f8280602ff1b req-73002b31-52d4-4826-bfb8-11f572812d11 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Jul 30 15:37:22.379342 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-e964b900-3310-4c5d-ae10-004a2092f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.381581 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-e964b900-3310-4c5d-ae10-004a2092f0e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1097 time: 0.0412183 Jul 30 15:37:22.475544 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-bcc15426-70b9-4617-b65d-a9fe78e9b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.476940 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-bcc15426-70b9-4617-b65d-a9fe78e9b4c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0884583 Jul 30 15:37:22.518894 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-6a9c661a-69cb-43f8-a540-8981464c6ede service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 200 len: 217 time: 0.0345881 Jul 30 15:37:22.572510 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-bc495b58-767e-4488-a930-31c87fca16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.574026 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-bc495b58-767e-4488-a930-31c87fca16a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0482175 Jul 30 15:37:22.619460 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-3311e2a1-4090-44c0-8c90-f04449d7cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.621000 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-3311e2a1-4090-44c0-8c90-f04449d7cb7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397885 Jul 30 15:37:22.625472 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf836c9-fbea-42f6-a5bc-1eca1ed57fd0 req-f8c71c24-fcb7-496f-995a-496d13cf96bd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:22.627000 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccf836c9-fbea-42f6-a5bc-1eca1ed57fd0 req-f8c71c24-fcb7-496f-995a-496d13cf96bd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 944 time: 0.0489714 Jul 30 15:37:22.665898 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ccf836c9-fbea-42f6-a5bc-1eca1ed57fd0 req-c2a58b6d-b7cd-4825-a1c0-e486d4348c7f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Jul 30 15:37:22.719171 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-888f220c-b2c4-491e-8f13-bd761509ab5c service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894175 Jul 30 15:37:22.813202 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bf93563e-6c94-477c-b3b6-80ed93d2ace4 req-5ad1bc6f-8b60-47cb-9f14-a7045ecae8d5 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850413 Jul 30 15:37:23.493408 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242b30e-8ec3-48bf-a249-a519158639b9 req-4e8d52ac-be6f-47f9-95cc-839a6d08de6a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:23.494803 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0242b30e-8ec3-48bf-a249-a519158639b9 req-4e8d52ac-be6f-47f9-95cc-839a6d08de6a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0483367 Jul 30 15:37:23.532155 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0242b30e-8ec3-48bf-a249-a519158639b9 req-2277f4e0-be99-475b-889c-ee0e89dfafe0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Jul 30 15:37:23.778738 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45df23d-82f0-459b-b114-7ce9da9790e8 req-50d4bbe2-5dd3-41dd-bf6d-9d07b3fb2e1d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:23.780244 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c45df23d-82f0-459b-b114-7ce9da9790e8 req-50d4bbe2-5dd3-41dd-bf6d-9d07b3fb2e1d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 944 time: 0.0474570 Jul 30 15:37:23.821922 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c45df23d-82f0-459b-b114-7ce9da9790e8 req-29862778-f792-48f1-8ab2-06963e8c8aa1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359645 Jul 30 15:37:24.659621 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a35bd-8b1c-4743-8b1c-88c79ea06203 req-95a314fa-f499-40c7-87d4-624b72d7695e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:24.661237 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d67a35bd-8b1c-4743-8b1c-88c79ea06203 req-95a314fa-f499-40c7-87d4-624b72d7695e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0562286 Jul 30 15:37:24.699465 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d67a35bd-8b1c-4743-8b1c-88c79ea06203 req-1320f6f6-f8b5-47c5-822b-ba90245816cc tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324104 Jul 30 15:37:24.933753 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524cb40-32a0-4c53-b03e-443311d12ccb req-f8e8b615-38c6-4aae-a3c8-147c1a62d935 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:24.935212 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1524cb40-32a0-4c53-b03e-443311d12ccb req-f8e8b615-38c6-4aae-a3c8-147c1a62d935 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 944 time: 0.0474718 Jul 30 15:37:24.974285 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1524cb40-32a0-4c53-b03e-443311d12ccb req-76bb8c04-0787-49bc-9f75-79507744f40d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Jul 30 15:37:25.817426 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4645376-791e-4bc0-86b8-8c7c7de8a57a req-3f7d7371-d902-47e5-88bf-b8310c007e65 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:25.818890 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4645376-791e-4bc0-86b8-8c7c7de8a57a req-3f7d7371-d902-47e5-88bf-b8310c007e65 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0471351 Jul 30 15:37:25.857043 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e4645376-791e-4bc0-86b8-8c7c7de8a57a req-7dd87133-d5d0-4f86-b5ff-911dfb637352 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Jul 30 15:37:26.090524 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc68eeb-f3b4-4ba5-9fde-dcd339e69a62 req-9862011d-6c51-4734-8675-54e33ef6e959 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:26.091998 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-abc68eeb-f3b4-4ba5-9fde-dcd339e69a62 req-9862011d-6c51-4734-8675-54e33ef6e959 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 944 time: 0.0476518 Jul 30 15:37:26.128378 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-abc68eeb-f3b4-4ba5-9fde-dcd339e69a62 req-dcc5aef1-6fda-4063-a285-36fdf3658651 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305526 Jul 30 15:37:26.976020 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e1caf-8e30-43f0-9670-52039756ff5e req-6d718642-6203-48fe-9c56-da894e5334b3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:26.977596 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6e8e1caf-8e30-43f0-9670-52039756ff5e req-6d718642-6203-48fe-9c56-da894e5334b3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0485477 Jul 30 15:37:27.016653 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6e8e1caf-8e30-43f0-9670-52039756ff5e req-9f663186-c8b9-4488-9534-3deddef55ae8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Jul 30 15:37:27.246955 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b2946-7cf7-429a-9507-90940ad331a1 req-a913e0e1-6b9f-41d0-8d5a-532564631bc9 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:27.248434 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ec7b2946-7cf7-429a-9507-90940ad331a1 req-a913e0e1-6b9f-41d0-8d5a-532564631bc9 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 944 time: 0.0524294 Jul 30 15:37:27.286689 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ec7b2946-7cf7-429a-9507-90940ad331a1 req-3ee4e3bf-0c09-41de-81fe-95fc55825f61 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 30 15:37:28.138661 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ef2ab-fb63-4d9e-88f5-e3ede91270a2 req-48c3314f-bc1b-474b-97a2-7c0357146257 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:28.140145 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ec9ef2ab-fb63-4d9e-88f5-e3ede91270a2 req-48c3314f-bc1b-474b-97a2-7c0357146257 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0493863 Jul 30 15:37:28.182821 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ec9ef2ab-fb63-4d9e-88f5-e3ede91270a2 req-962f8f50-5460-4386-a860-4ae95a493299 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356829 Jul 30 15:37:28.400085 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a1cfb-284b-40f0-bda4-26df464ea64b req-e79eb202-bd90-4465-8184-a0568eebf290 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:28.401840 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8a5a1cfb-284b-40f0-bda4-26df464ea64b req-e79eb202-bd90-4465-8184-a0568eebf290 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 944 time: 0.0471156 Jul 30 15:37:28.439374 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8a5a1cfb-284b-40f0-bda4-26df464ea64b req-68b3ec59-a7ee-4ca1-ae03-7d4a5aec6fe6 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Jul 30 15:37:29.300075 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477f6c3-155c-426a-adbf-3bb6eccbb06e req-8b960145-903a-4145-bb02-00c8a3fcf787 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:29.301674 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c477f6c3-155c-426a-adbf-3bb6eccbb06e req-8b960145-903a-4145-bb02-00c8a3fcf787 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0483091 Jul 30 15:37:29.338857 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c477f6c3-155c-426a-adbf-3bb6eccbb06e req-089a9f11-f1e7-46ef-b93c-6aec2f264791 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Jul 30 15:37:29.564471 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553c5f7-af6d-480b-8caa-88d04b84e268 req-21459a50-26bc-4117-a3c6-e8f572a15b7b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:29.565950 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e553c5f7-af6d-480b-8caa-88d04b84e268 req-21459a50-26bc-4117-a3c6-e8f572a15b7b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 944 time: 0.0537875 Jul 30 15:37:29.603208 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e553c5f7-af6d-480b-8caa-88d04b84e268 req-8d64fcf0-d2dc-467e-91b5-4555e2eab1e5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Jul 30 15:37:30.148139 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:37:30.241659 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:30.252599 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'port_id': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:37:30.289135 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:30.301127 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f7d86b7-749f-451f-a3f0-87249f3af129 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:37:30.319816 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:30.324749 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:30.325402 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device be40d5be-50af-4904-9ba4-eb34dba29408 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:37:30.419306 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=6']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:30.430572 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.430933 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.431280 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.431621 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.431958 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.432291 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.432624 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.432982 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.433314 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.433643 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.433972 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.434298 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:30.456879 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0c754-7001-4683-8410-eeab50fc9628 req-c40f00e7-2a90-400b-9c19-d16a5df94826 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:30.458923 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5ac0c754-7001-4683-8410-eeab50fc9628 req-c40f00e7-2a90-400b-9c19-d16a5df94826 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Jul 30 15:37:30.471795 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port be40d5be-50af-4904-9ba4-eb34dba29408, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be40d5be-50af-4904-9ba4-eb34dba29408,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:30.483936 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:37:30.497167 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5ac0c754-7001-4683-8410-eeab50fc9628 req-4f376ff3-03de-4cea-a31d-b8f71d53d7f8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Jul 30 15:37:30.521124 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:30.533528 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be40d5be-50af-4904-9ba4-eb34dba29408 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:37:30.552493 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port be40d5be-50af-4904-9ba4-eb34dba29408, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be40d5be-50af-4904-9ba4-eb34dba29408,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:30.555909 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:30.604833 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=be40d5be-50af-4904-9ba4-eb34dba29408,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:30.721570 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b30b9f-41b6-4b83-9366-b2404a977503 req-bb6f13ff-ae45-41c0-a1ca-a94070e1c89c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:30.723156 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0b30b9f-41b6-4b83-9366-b2404a977503 req-bb6f13ff-ae45-41c0-a1ca-a94070e1c89c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Jul 30 15:37:30.727931 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['1f7d86b7-749f-451f-a3f0-87249f3af129'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:37:30.762588 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b0b30b9f-41b6-4b83-9366-b2404a977503 req-9b267dfd-5331-45f9-b4e0-ad877a1aa215 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Jul 30 15:37:31.125244 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['be40d5be-50af-4904-9ba4-eb34dba29408'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:37:31.614938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9ebc-761a-4ffc-86cd-eb0203e4ce72 req-fd8f8b3f-7852-492e-94ae-93fe1db714e1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:31.616411 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6dbb9ebc-761a-4ffc-86cd-eb0203e4ce72 req-fd8f8b3f-7852-492e-94ae-93fe1db714e1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0475893 Jul 30 15:37:31.654089 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6dbb9ebc-761a-4ffc-86cd-eb0203e4ce72 req-3292c572-a7fb-4ab4-a44c-af5721c189dc tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Jul 30 15:37:31.877212 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406b43a-2060-4e1c-a12b-c28c1d70251a req-f052e04b-d0e7-4690-aae7-91cc1ed33eb7 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:31.878656 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c406b43a-2060-4e1c-a12b-c28c1d70251a req-f052e04b-d0e7-4690-aae7-91cc1ed33eb7 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 945 time: 0.0477502 Jul 30 15:37:31.917431 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c406b43a-2060-4e1c-a12b-c28c1d70251a req-2b64da5a-d584-4a78-9886-224eccb40492 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Jul 30 15:37:32.160927 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:37:32.205914 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 1f7d86b7-749f-451f-a3f0-87249f3af129 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:37:32.206291 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:32.283535 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:32.305124 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:37:32.307351 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c165a8e2-bac8-438d-8235-93ec9dc1daae" -d '{"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-plugged", "status": "completed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:37:32.320787 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:32.324870 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:32.348037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd006fbf-4b67-4227-8909-f1515a6a66f1 x-openstack-request-id: req-cd006fbf-4b67-4227-8909-f1515a6a66f1 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:37:32.348328 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-plugged", "status": "completed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:37:32.348581 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd006fbf-4b67-4227-8909-f1515a6a66f1 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:37:32.348999 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'code': 200} Jul 30 15:37:32.373839 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=7']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:32.774381 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d908879-eab4-489d-8b28-dbe2cfbfed9d req-df9e3eed-22fd-4e19-a5f1-f5d3685347a1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:32.775850 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8d908879-eab4-489d-8b28-dbe2cfbfed9d req-df9e3eed-22fd-4e19-a5f1-f5d3685347a1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0509434 Jul 30 15:37:32.815050 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-8d908879-eab4-489d-8b28-dbe2cfbfed9d req-c4ca8330-1fdf-4eaa-90f8-d6035599c561 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330105 Jul 30 15:37:33.027547 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c3636-eb05-4b8d-96d7-37ce09c1e5f0 req-673028b0-bb63-4455-8045-341d7014b567 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:33.029030 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-014c3636-eb05-4b8d-96d7-37ce09c1e5f0 req-673028b0-bb63-4455-8045-341d7014b567 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Jul 30 15:37:33.066029 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-014c3636-eb05-4b8d-96d7-37ce09c1e5f0 req-32411824-259b-4942-80a4-22642b6904ed tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Jul 30 15:37:33.933742 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4b61b-70fa-4cb6-b487-eed7dd19f5be req-648933d7-9851-4242-a6b4-150d058a0919 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:33.935219 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c1d4b61b-70fa-4cb6-b487-eed7dd19f5be req-648933d7-9851-4242-a6b4-150d058a0919 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0482965 Jul 30 15:37:33.976338 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c1d4b61b-70fa-4cb6-b487-eed7dd19f5be req-17542c2e-3ba1-4d5f-aa0d-29718c6fdd9d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Jul 30 15:37:34.162813 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device be40d5be-50af-4904-9ba4-eb34dba29408 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:37:34.179021 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9f5d9-9ca2-4057-9694-0ea26dc06240 req-78826a86-fdc7-45f5-94fb-bcb25a0f17b5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:34.180511 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0c9f5d9-9ca2-4057-9694-0ea26dc06240 req-78826a86-fdc7-45f5-94fb-bcb25a0f17b5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Jul 30 15:37:34.213292 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port be40d5be-50af-4904-9ba4-eb34dba29408 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:37:34.216969 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port be40d5be-50af-4904-9ba4-eb34dba29408 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:37:34.217349 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:34.218277 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0c9f5d9-9ca2-4057-9694-0ea26dc06240 req-5467b832-b66b-4bed-84d4-b6629ff7dc5b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 30 15:37:34.293970 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:34.325449 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port be40d5be-50af-4904-9ba4-eb34dba29408, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be40d5be-50af-4904-9ba4-eb34dba29408,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:34.329017 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:34.350940 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:37:34.353097 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64ae088-2c68-4913-af66-5ebfd9b5c215" -d '{"events": [{"server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "name": "network-vif-plugged", "status": "completed", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:37:34.384232 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=be40d5be-50af-4904-9ba4-eb34dba29408,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:34.391578 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17509d4c-0e05-454a-8b21-4c38e2e42288 x-openstack-request-id: req-17509d4c-0e05-454a-8b21-4c38e2e42288 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:37:34.392469 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "name": "network-vif-plugged", "status": "completed", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:37:34.392469 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17509d4c-0e05-454a-8b21-4c38e2e42288 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:37:34.392469 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'code': 200} Jul 30 15:37:34.658330 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aa9f6-eeaf-452b-87a8-d31197afdc4d req-64ddd25c-ee73-441a-9d30-7ca68559b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:34.659710 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-833aa9f6-eeaf-452b-87a8-d31197afdc4d req-64ddd25c-ee73-441a-9d30-7ca68559b7c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1099 time: 0.0391269 Jul 30 15:37:34.700619 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-833aa9f6-eeaf-452b-87a8-d31197afdc4d req-f22d9f40-0674-4e30-a5eb-1a927d2aa145 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299089 Jul 30 15:37:35.091812 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea0027-56ee-4f82-a82a-1af83e216b41 req-5a2f2b80-7fe4-48f2-bdc4-eaa09ce9d0df tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:35.093309 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-51ea0027-56ee-4f82-a82a-1af83e216b41 req-5a2f2b80-7fe4-48f2-bdc4-eaa09ce9d0df tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0469258 Jul 30 15:37:35.135924 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-51ea0027-56ee-4f82-a82a-1af83e216b41 req-0f30951f-c644-4fe9-af92-0ba2fa05d2f9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360651 Jul 30 15:37:35.331153 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d695e-ad8b-4f5c-aafe-26f7fde1a19b req-af8ad088-c139-47d1-b945-69860e585808 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:35.333372 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-571d695e-ad8b-4f5c-aafe-26f7fde1a19b req-af8ad088-c139-47d1-b945-69860e585808 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 946 time: 0.0475492 Jul 30 15:37:35.370610 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-571d695e-ad8b-4f5c-aafe-26f7fde1a19b req-43df3326-3bdf-436e-bf0b-df6ae7087665 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Jul 30 15:37:36.256993 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea30998-0e04-4b0d-a021-c82d4eb01bc9 req-fc5cfb11-c3fd-4515-b13c-8af10c4e553d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:36.264869 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9ea30998-0e04-4b0d-a021-c82d4eb01bc9 req-fc5cfb11-c3fd-4515-b13c-8af10c4e553d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0481515 Jul 30 15:37:36.301791 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-9ea30998-0e04-4b0d-a021-c82d4eb01bc9 req-b1201979-f480-45e5-81a0-273dcf0d8368 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328250 Jul 30 15:37:36.494657 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479586a0-9a0a-4d5a-a5e5-d9c29fa379f9 req-c776a733-e59e-4b36-a51e-aad82514e541 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:36.496165 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-479586a0-9a0a-4d5a-a5e5-d9c29fa379f9 req-c776a733-e59e-4b36-a51e-aad82514e541 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 946 time: 0.0562663 Jul 30 15:37:36.539319 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-479586a0-9a0a-4d5a-a5e5-d9c29fa379f9 req-715df02f-30c8-406d-9b55-2a87e0361fb6 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359948 Jul 30 15:37:36.669780 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98383cd-1933-49fa-a864-c894f49124c4 req-e6ac883e-ecb5-4b84-89cc-a0119f797f28 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:36.671625 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c98383cd-1933-49fa-a864-c894f49124c4 req-e6ac883e-ecb5-4b84-89cc-a0119f797f28 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 946 time: 0.0634177 Jul 30 15:37:36.721179 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c98383cd-1933-49fa-a864-c894f49124c4 req-3d49ad03-8abb-4e9e-8d34-7e55983bc5bf tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Jul 30 15:37:36.745362 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54266) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:37:36.786190 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ef166-4d1c-47d6-827e-85161b09f7cc tempest-TestVolumeBootPattern-318677761 tempest-TestVolumeBootPattern-318677761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:36.787757 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-610ef166-4d1c-47d6-827e-85161b09f7cc tempest-TestVolumeBootPattern-318677761 tempest-TestVolumeBootPattern-318677761-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1094 time: 0.0411735 Jul 30 15:37:36.790521 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54268) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:37:36.794878 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:37:36.818153 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:36.917815 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:37.029091 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Allocated IP 172.27.2.112 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/2a3afe2a-b214-4009-baa1-0bca2df3f41a) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:37:37.143690 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:37.185797 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:37.222183 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:37:37.226922 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:37:37.233223 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:37:37.256386 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=2a3afe2a-b214-4009-baa1-0bca2df3f41a,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:37.267583 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.268194 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.268292 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.268633 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.268995 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.269413 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.269761 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.270248 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.270586 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.270920 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.271246 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.271574 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:37:37.518252 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa9db-b5ac-4f3a-ba31-059b1d152f36 req-d145155a-dc40-46d1-8407-9400bd4102aa tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:37.519798 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3acaa9db-b5ac-4f3a-ba31-059b1d152f36 req-d145155a-dc40-46d1-8407-9400bd4102aa tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.1389356 Jul 30 15:37:37.626306 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-3acaa9db-b5ac-4f3a-ba31-059b1d152f36 req-0e8e9703-a865-4fab-a481-3992ac6c1507 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986140 Jul 30 15:37:37.736764 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:37.826482 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:37.997837 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:38.003250 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912084'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:38.080521 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=2a3afe2a-b214-4009-baa1-0bca2df3f41a,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:38.094946 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:38.262215 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Floating IP fe1d74a7-0723-46eb-9438-cf47d516a372 associated. External IP: 172.27.2.112, port: be40d5be-50af-4904-9ba4-eb34dba29408. Jul 30 15:37:38.495266 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:37:38.614739 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:37:38.628272 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:37:38.636953 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:38.641562 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:37:38.642197 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:37:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:38.706026 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7385760d-390b-4714-86d5-1eee9394bafd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9144695 Jul 30 15:37:38.706776 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:37:38.711051 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8ed65-ad94-4416-93da-30b4f78d317e" -d '{"events": [{"name": "network-changed", "server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:37:38.760437 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:37:38.777238 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563733c-8b13-424c-a51c-fa06037ccfbd x-openstack-request-id: req-3563733c-8b13-424c-a51c-fa06037ccfbd {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:37:38.777630 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:37:38.777988 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3563733c-8b13-424c-a51c-fa06037ccfbd {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:37:38.778598 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'status': 'completed', 'code': 200} Jul 30 15:37:38.796085 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9c569-5e3a-4ae2-a5b2-97987344e341 req-71fe62f3-c699-44a7-a181-b7cb3995758f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:38.802075 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b6f9c569-5e3a-4ae2-a5b2-97987344e341 req-71fe62f3-c699-44a7-a181-b7cb3995758f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0685978 Jul 30 15:37:38.878061 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-78407b44-34ac-4166-a42f-c7becc395d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:38.880245 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-78407b44-34ac-4166-a42f-c7becc395d79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1099 time: 0.0449312 Jul 30 15:37:38.951622 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b6f9c569-5e3a-4ae2-a5b2-97987344e341 req-b3be12f5-d8cc-4a17-8c34-81aad23e569a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473026 Jul 30 15:37:39.048994 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-097b49bc-c530-4dcb-bd86-5f4a4394e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:39.051741 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-097b49bc-c530-4dcb-bd86-5f4a4394e74e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.1622725 Jul 30 15:37:39.079563 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:37Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:39.110509 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:37:39.120958 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:37:39.121939 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:37:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:39.140438 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-d5b0b6c2-5964-43d7-9a58-e5706c9c8076 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 200 len: 1000 time: 0.0793533 Jul 30 15:37:39.225987 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-a33d331f-7eb9-47fb-8b45-cccd07ca67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:39.228382 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-a33d331f-7eb9-47fb-8b45-cccd07ca67d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0708451 Jul 30 15:37:39.259668 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:37:39.308104 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-86badbd3-90c6-4656-8515-8d11fd0c03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:39.310036 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-86badbd3-90c6-4656-8515-8d11fd0c03ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737064 Jul 30 15:37:39.408024 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-e23ddacb-2340-4fc1-a517-907946d0b9df service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894096 Jul 30 15:37:39.527584 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0ea8ed65-ad94-4416-93da-30b4f78d317e req-8a1ee016-c809-4c16-a32c-bc643f12d5a4 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103458 Jul 30 15:37:39.562754 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:37Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:37:39.590294 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f2d22-5820-4c47-9a43-5e79f9cb3cb0 None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:37Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:37:39.815575 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b61e2e8-036e-473f-b789-8a7c24927459 None None] New status for floating IP fe1d74a7-0723-46eb-9438-cf47d516a372: ACTIVE {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:37:40.157295 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e4099-4c31-4a08-8c7e-20e3c804e0fd req-0516bd94-adde-4778-a412-935b3399292a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:40.158773 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-969e4099-4c31-4a08-8c7e-20e3c804e0fd req-0516bd94-adde-4778-a412-935b3399292a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.1179514 Jul 30 15:37:40.197854 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-969e4099-4c31-4a08-8c7e-20e3c804e0fd req-6d5fe24e-6551-4cd3-9802-bc9bf2a3bc2a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328798 Jul 30 15:37:41.325513 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710b61-55dd-4d91-89b4-fa7d4fb6a227 req-4e5c82de-555f-426c-9737-be6ef870df67 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:41.333130 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-14710b61-55dd-4d91-89b4-fa7d4fb6a227 req-4e5c82de-555f-426c-9737-be6ef870df67 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0574632 Jul 30 15:37:41.371601 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-14710b61-55dd-4d91-89b4-fa7d4fb6a227 req-38cad3ea-4614-4c7c-919a-fef9d21cfe21 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376003 Jul 30 15:37:42.504633 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ab358-45cf-4466-9d1a-e99a2593b502 req-274923df-d98c-4c5b-8bd7-0cc5deedcb66 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:42.506762 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-934ab358-45cf-4466-9d1a-e99a2593b502 req-274923df-d98c-4c5b-8bd7-0cc5deedcb66 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0575917 Jul 30 15:37:42.551102 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-934ab358-45cf-4466-9d1a-e99a2593b502 req-15da530d-4de2-47cd-9a26-76df4c2474a8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371685 Jul 30 15:37:43.695271 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321d53-667c-4557-ac36-0d41a92b063b req-25703dce-7f4e-4b9d-9aaa-8200f0759752 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:43.699567 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77321d53-667c-4557-ac36-0d41a92b063b req-25703dce-7f4e-4b9d-9aaa-8200f0759752 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0612962 Jul 30 15:37:43.738685 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-77321d53-667c-4557-ac36-0d41a92b063b req-8b5d03ee-123b-451c-99d6-f7e7acd9b1a1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Jul 30 15:37:44.883341 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35f2e-bac2-4a6c-81fe-eaaaceb5625f req-140f1d81-4e1d-41f4-8783-323148c1dfbd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:44.885654 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f2d35f2e-bac2-4a6c-81fe-eaaaceb5625f req-140f1d81-4e1d-41f4-8783-323148c1dfbd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0654824 Jul 30 15:37:44.947664 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f2d35f2e-bac2-4a6c-81fe-eaaaceb5625f req-7f16f194-a2a7-4ec0-88ed-72a5f9009095 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555208 Jul 30 15:37:46.005026 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-2a1a10a3-1459-4b76-b5f4-9e7b9053a6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:46.166229 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5bea-6987-462a-8b33-6effc813bb21 req-104adfc0-f337-47ac-8745-7104176a1b72 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:46.178989 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb6a5bea-6987-462a-8b33-6effc813bb21 req-104adfc0-f337-47ac-8745-7104176a1b72 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.1144445 Jul 30 15:37:46.250304 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb6a5bea-6987-462a-8b33-6effc813bb21 req-cb77820e-3a5e-42a6-a98a-b928b1224e15 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646849 Jul 30 15:37:46.510256 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:37:47.390064 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbfaf7-0438-4717-aa76-919c63b2354b req-3b1b08ed-8283-4c09-b256-ebbbd1224ca8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:47.391567 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-89cbfaf7-0438-4717-aa76-919c63b2354b req-3b1b08ed-8283-4c09-b256-ebbbd1224ca8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0604007 Jul 30 15:37:47.452641 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-89cbfaf7-0438-4717-aa76-919c63b2354b req-6ea8ea9e-57bc-4418-b527-e7c7c4f6b9d1 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527637 Jul 30 15:37:48.579944 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1bd7d-b9a0-43bc-9ef1-91415dba4c84 req-a0267129-2132-400a-ad63-7e7f27a73061 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:48.581589 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-caa1bd7d-b9a0-43bc-9ef1-91415dba4c84 req-a0267129-2132-400a-ad63-7e7f27a73061 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0550189 Jul 30 15:37:48.594796 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-8c259cc0-970c-428c-b924-e0674383d16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:48.621703 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-caa1bd7d-b9a0-43bc-9ef1-91415dba4c84 req-ed4449c4-5cb1-4864-bf6b-9ef0167d28b8 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Jul 30 15:37:48.702706 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:48.789823 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8958853-b1d5-457e-a6a0-334f4809961b req-79ea3b9e-aaaf-45d0-b791-60be9ad0b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:48.791280 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b8958853-b1d5-457e-a6a0-334f4809961b req-79ea3b9e-aaaf-45d0-b791-60be9ad0b9c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1099 time: 0.0405416 Jul 30 15:37:48.880650 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8958853-b1d5-457e-a6a0-334f4809961b req-53194ea3-fbf3-45ac-9acd-9bb63ac7fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:48.882322 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b8958853-b1d5-457e-a6a0-334f4809961b req-53194ea3-fbf3-45ac-9acd-9bb63ac7fe68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.0833688 Jul 30 15:37:48.949421 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b8958853-b1d5-457e-a6a0-334f4809961b req-cb0ec89a-9aa7-4653-a8fc-5ac5f0dffe44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7d86b7-749f-451f-a3f0-87249f3af129 HTTP/1.1" status: 200 len: 1002 time: 0.0593243 Jul 30 15:37:48.998449 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8958853-b1d5-457e-a6a0-334f4809961b req-bcc0fc03-0bd2-4566-a9cb-55582881ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:48.999797 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b8958853-b1d5-457e-a6a0-334f4809961b req-bcc0fc03-0bd2-4566-a9cb-55582881ba3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0424674 Jul 30 15:37:49.045237 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8958853-b1d5-457e-a6a0-334f4809961b req-a91cd957-cb21-410d-8cfd-7972483e38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:49.046707 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b8958853-b1d5-457e-a6a0-334f4809961b req-a91cd957-cb21-410d-8cfd-7972483e38d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395925 Jul 30 15:37:49.137358 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b8958853-b1d5-457e-a6a0-334f4809961b req-84ac52db-5115-40de-b756-ac55ae3804ba service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818481 Jul 30 15:37:49.228217 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b8958853-b1d5-457e-a6a0-334f4809961b req-c08f0a89-dd61-45a1-bbc1-955b68cc2640 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820591 Jul 30 15:37:49.519330 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:49.717175 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8899d-766d-4ad8-8536-46f597029431 req-6cb7cf16-2ddf-4325-b956-a76798d05213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:49.718779 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c8899d-766d-4ad8-8536-46f597029431 req-6cb7cf16-2ddf-4325-b956-a76798d05213 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1099 time: 0.0447161 Jul 30 15:37:49.733523 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:49.754753 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0845-9e7a-4816-8525-408b7920ee10 req-68d3d7ca-b0d3-4a4b-974b-b602920bb3c4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:49.756320 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f92a0845-9e7a-4816-8525-408b7920ee10 req-68d3d7ca-b0d3-4a4b-974b-b602920bb3c4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Jul 30 15:37:49.801003 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f92a0845-9e7a-4816-8525-408b7920ee10 req-70651d3e-bb90-43fc-bde2-7dd2d6ca4002 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376978 Jul 30 15:37:49.828951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8899d-766d-4ad8-8536-46f597029431 req-3e83c147-f743-4302-ae6f-20dc2f7c855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:49.830434 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c8899d-766d-4ad8-8536-46f597029431 req-3e83c147-f743-4302-ae6f-20dc2f7c855f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.0891423 Jul 30 15:37:49.901342 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c8899d-766d-4ad8-8536-46f597029431 req-119767ae-256f-4b86-be71-a83ae5501222 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7d86b7-749f-451f-a3f0-87249f3af129 HTTP/1.1" status: 200 len: 1002 time: 0.0605459 Jul 30 15:37:49.954088 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8899d-766d-4ad8-8536-46f597029431 req-6d853ad6-382e-4a56-968d-9b72f79d40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:49.955518 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c8899d-766d-4ad8-8536-46f597029431 req-6d853ad6-382e-4a56-968d-9b72f79d40c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0429001 Jul 30 15:37:50.001367 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8899d-766d-4ad8-8536-46f597029431 req-2d573279-fca5-4eeb-a50a-e495cfd337e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:50.002830 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c8899d-766d-4ad8-8536-46f597029431 req-2d573279-fca5-4eeb-a50a-e495cfd337e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390236 Jul 30 15:37:50.094237 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c8899d-766d-4ad8-8536-46f597029431 req-dbd36bd6-cb36-4161-bfdf-8074d8c5c942 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Jul 30 15:37:50.185237 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c8899d-766d-4ad8-8536-46f597029431 req-6a41194c-7907-4abc-90a3-50527b818f17 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827780 Jul 30 15:37:50.925839 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4119ce-844c-4cb4-830c-42a6a82c24d8 req-25b9b213-982b-438e-9b9c-23bf5bde69f5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:50.927325 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e4119ce-844c-4cb4-830c-42a6a82c24d8 req-25b9b213-982b-438e-9b9c-23bf5bde69f5 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0521841 Jul 30 15:37:50.964881 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5e4119ce-844c-4cb4-830c-42a6a82c24d8 req-58261ece-5578-4a77-a3b1-174448418b86 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Jul 30 15:37:51.640714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:52.078969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4375469-1f87-4067-a8c1-526d6dfd92e7 req-35647272-2c5d-44f7-94bc-839d9de81c14 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:52.080407 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a4375469-1f87-4067-a8c1-526d6dfd92e7 req-35647272-2c5d-44f7-94bc-839d9de81c14 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 946 time: 0.0464258 Jul 30 15:37:52.117571 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a4375469-1f87-4067-a8c1-526d6dfd92e7 req-76ec6782-9407-45ff-987d-12db0f44bfe4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Jul 30 15:37:52.196459 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:37:52.404572 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:52.428973 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:37:52.431183 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a68ace-c3b6-4da7-95ff-06c80ea0ae93" -d '{"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:37:52.446287 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:37:52.451529 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:37:52.475586 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae807ae-d76e-463c-84d5-ba17346f33bb x-openstack-request-id: req-0ae807ae-d76e-463c-84d5-ba17346f33bb {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:37:52.475874 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-unplugged", "status": "failed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129", "code": 422}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:37:52.476131 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ae807ae-d76e-463c-84d5-ba17346f33bb {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:37:52.476542 dv-cinder-778907-3-iscsi neutron-server[93060]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'code': 422} returned with failed status Jul 30 15:37:52.502035 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=8']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:37:52.988533 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987c8cd-db86-446f-9bc7-c15ff71df276 req-4bcc34f1-5d9d-472e-989f-d72985c6f484 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:52.990252 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1987c8cd-db86-446f-9bc7-c15ff71df276 req-4bcc34f1-5d9d-472e-989f-d72985c6f484 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0550838 Jul 30 15:37:53.029256 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1987c8cd-db86-446f-9bc7-c15ff71df276 req-f53ea795-8701-4b27-b7dc-f6701bdce7b0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Jul 30 15:37:53.162424 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-6126da1b-c673-468e-8fad-61b450816c95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788798 Jul 30 15:37:54.117198 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-527819c6-588a-4472-8fb8-7c504e6b5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:54.118813 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-527819c6-588a-4472-8fb8-7c504e6b5a8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91&tenant_id=2f043b68295048f88a1e0c8dea612401 HTTP/1.1" status: 200 len: 1097 time: 0.0399961 Jul 30 15:37:54.148507 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a30aa-5717-4aa0-b3a8-c1f430fb75b0 req-ff410ca4-2582-42e5-9550-cfc12e4e2cae tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:54.150062 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d68a30aa-5717-4aa0-b3a8-c1f430fb75b0 req-ff410ca4-2582-42e5-9550-cfc12e4e2cae tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0474381 Jul 30 15:37:54.187937 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d68a30aa-5717-4aa0-b3a8-c1f430fb75b0 req-2830736a-0c31-4bb7-8d62-ab8763594a8f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Jul 30 15:37:54.193084 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-ff208ec5-75c9-4470-9446-8fe137ef0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:54.194591 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-ff208ec5-75c9-4470-9446-8fe137ef0d89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f043b68295048f88a1e0c8dea612401&device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1097 time: 0.0438631 Jul 30 15:37:54.285902 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-147688aa-2b23-43e9-85bc-138a92741023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:54.287432 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-147688aa-2b23-43e9-85bc-138a92741023 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 200 len: 918 time: 0.0836928 Jul 30 15:37:54.356102 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-6d73ae0d-1207-4fcd-a4dc-96a71b3b4ac4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7d86b7-749f-451f-a3f0-87249f3af129 HTTP/1.1" status: 200 len: 1000 time: 0.0599179 Jul 30 15:37:54.405015 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-6212c3fd-b04c-47de-b5a7-0e43056177a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:54.406465 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-6212c3fd-b04c-47de-b5a7-0e43056177a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 200 len: 856 time: 0.0431533 Jul 30 15:37:54.451139 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-9c2ca6f7-2741-4cb3-a162-02197e7a22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:54.452587 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-9c2ca6f7-2741-4cb3-a162-02197e7a22d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d276f68e-9b72-4496-8288-d4266e1f57cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382719 Jul 30 15:37:54.464013 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-938d22ea-bf76-489c-a026-622b5108f73b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:37:54.465045 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-938d22ea-bf76-489c-a026-622b5108f73b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048852 Jul 30 15:37:54.555321 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-77e9eee5-09c1-456f-8492-a5a0a303b566 service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831177 Jul 30 15:37:54.649814 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ac561b62-2a0e-4370-8d4d-4abe99859a98 req-3645ce5a-c2cf-4adf-b788-13325943c71b service neutron] 10.222.0.58 "GET /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Jul 30 15:37:55.331322 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bfe08-596e-41cc-918c-497283af4dd6 req-4cae6e83-83be-464d-9275-0ef268322479 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:55.333583 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c51bfe08-596e-41cc-918c-497283af4dd6 req-4cae6e83-83be-464d-9275-0ef268322479 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0522108 Jul 30 15:37:55.375854 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c51bfe08-596e-41cc-918c-497283af4dd6 req-90fd578d-3796-4955-9de2-9741eedbb314 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357192 Jul 30 15:37:56.202426 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:37:56.627826 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5b633-2e43-4017-880d-82a0eabe59c7 req-544d3c4a-b026-44e5-91c3-8ffb4899accd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:56.629949 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d8f5b633-2e43-4017-880d-82a0eabe59c7 req-544d3c4a-b026-44e5-91c3-8ffb4899accd tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0497990 Jul 30 15:37:56.672101 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-d8f5b633-2e43-4017-880d-82a0eabe59c7 req-203dcccd-058f-4c1e-94ac-988dc0943c7e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360274 Jul 30 15:37:57.803498 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6cd55-c2f3-4e1f-b44a-92730020298f req-3e054f7b-0d19-4e33-81e5-3236f4f55d30 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:57.805039 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-aed6cd55-c2f3-4e1f-b44a-92730020298f req-3e054f7b-0d19-4e33-81e5-3236f4f55d30 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0491698 Jul 30 15:37:57.843512 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-aed6cd55-c2f3-4e1f-b44a-92730020298f req-d7340a7a-97db-4947-8b4e-60e311beff6d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Jul 30 15:37:58.970186 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2d5ec-df31-4c33-a43e-ab693fc3809d req-845cf17f-0a16-47a8-ac69-d663242a7ba7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:37:58.971703 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cff2d5ec-df31-4c33-a43e-ab693fc3809d req-845cf17f-0a16-47a8-ac69-d663242a7ba7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0529647 Jul 30 15:37:59.012039 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cff2d5ec-df31-4c33-a43e-ab693fc3809d req-11a1f7ac-bbc3-4f6e-9b16-761169c44274 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Jul 30 15:38:00.132357 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e97c4b-ea21-438f-95d1-5b576401d6b9 req-398424bc-a96e-4115-ae73-5afd66906f84 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:00.133906 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-29e97c4b-ea21-438f-95d1-5b576401d6b9 req-398424bc-a96e-4115-ae73-5afd66906f84 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0486579 Jul 30 15:38:00.173334 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-29e97c4b-ea21-438f-95d1-5b576401d6b9 req-ce148d06-4459-4b5f-93a2-8034257f0b3c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332322 Jul 30 15:38:01.301055 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0a9e-aa57-40a6-a645-7d154d739e24 req-3afa4e16-a6bb-46f0-a6c3-abc3e9f273d3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:01.302902 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-463a0a9e-aa57-40a6-a645-7d154d739e24 req-3afa4e16-a6bb-46f0-a6c3-abc3e9f273d3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0539470 Jul 30 15:38:01.342612 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-463a0a9e-aa57-40a6-a645-7d154d739e24 req-6a02f47b-1952-43ec-a069-e89e9870ba95 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335946 Jul 30 15:38:02.464830 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b0de-cd56-4d62-ada3-6566ebbdc0c5 req-cfd76a35-35dd-41f5-801d-960eabc1d478 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:02.466323 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-da25b0de-cd56-4d62-ada3-6566ebbdc0c5 req-cfd76a35-35dd-41f5-801d-960eabc1d478 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0487385 Jul 30 15:38:02.509883 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-da25b0de-cd56-4d62-ada3-6566ebbdc0c5 req-4915723e-4935-43ab-a00f-7f2f5be2d87a tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370240 Jul 30 15:38:03.634661 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555361c-acb8-4ae1-90c1-fee36481a0a0 req-e5a0f136-a83f-4000-b555-3beb2fa57d22 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:03.636079 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1555361c-acb8-4ae1-90c1-fee36481a0a0 req-e5a0f136-a83f-4000-b555-3beb2fa57d22 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0492940 Jul 30 15:38:03.675804 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1555361c-acb8-4ae1-90c1-fee36481a0a0 req-beee28e6-69b1-4914-b499-599bdf4bdd65 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334299 Jul 30 15:38:04.802479 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794c703-2433-4115-af4a-524a807880db req-19eb55c2-b682-4f1e-a412-1cf3a6d42020 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:04.804155 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2794c703-2433-4115-af4a-524a807880db req-19eb55c2-b682-4f1e-a412-1cf3a6d42020 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0509970 Jul 30 15:38:04.844322 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2794c703-2433-4115-af4a-524a807880db req-f4c0dde2-9243-4fe6-9a69-280a2e0bde47 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Jul 30 15:38:05.968547 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a029d-dbe1-407c-b527-91772a3d12f4 req-6c0e6f45-7b09-48a3-b4c5-f80c7b59217c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:05.970019 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b26a029d-dbe1-407c-b527-91772a3d12f4 req-6c0e6f45-7b09-48a3-b4c5-f80c7b59217c tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0519643 Jul 30 15:38:06.006899 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b26a029d-dbe1-407c-b527-91772a3d12f4 req-b7d8bd18-8f40-4ae3-8bb1-2de1c90b8e08 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Jul 30 15:38:07.123639 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef00fd-37a6-4112-a878-f85e2fbef0c5 req-b01564d0-cfd4-4317-b77e-acd68181a983 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:07.125131 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d4ef00fd-37a6-4112-a878-f85e2fbef0c5 req-b01564d0-cfd4-4317-b77e-acd68181a983 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0466108 Jul 30 15:38:07.162119 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d4ef00fd-37a6-4112-a878-f85e2fbef0c5 req-21acdf6f-447f-4ad9-a375-2247619a1bb3 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Jul 30 15:38:08.279304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548df577-c521-447b-99fb-e78b68ec45a6 req-f08e0849-3d2d-4dfe-bd40-0503546c8ca4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:08.280802 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-548df577-c521-447b-99fb-e78b68ec45a6 req-f08e0849-3d2d-4dfe-bd40-0503546c8ca4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0485053 Jul 30 15:38:08.318432 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-548df577-c521-447b-99fb-e78b68ec45a6 req-9964d872-f20c-4114-a287-f902de677452 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313137 Jul 30 15:38:09.434422 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94611c-72c3-4276-92f1-7d752f396724 req-01c01d84-ab83-4e4e-8cc5-a1fca9207765 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:09.436049 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7d94611c-72c3-4276-92f1-7d752f396724 req-01c01d84-ab83-4e4e-8cc5-a1fca9207765 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0470541 Jul 30 15:38:09.478081 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7d94611c-72c3-4276-92f1-7d752f396724 req-e9909d96-8acc-4547-9f08-63249f2832d9 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355883 Jul 30 15:38:10.600798 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73e77a-3f5f-4438-833b-2a73f2d1bef3 req-500c8e51-2ecc-40ff-b04e-338e00b6ea6b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:10.602471 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ba73e77a-3f5f-4438-833b-2a73f2d1bef3 req-500c8e51-2ecc-40ff-b04e-338e00b6ea6b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0521624 Jul 30 15:38:10.643568 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ba73e77a-3f5f-4438-833b-2a73f2d1bef3 req-f47d5b32-30a4-429c-8a78-a39e8d7dfdcf tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352366 Jul 30 15:38:11.765285 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e8fe-5184-4b0c-9c55-e523e7231f79 req-c5e453f4-3e13-469e-afc5-df666a928728 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:11.766823 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1b91e8fe-5184-4b0c-9c55-e523e7231f79 req-c5e453f4-3e13-469e-afc5-df666a928728 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0520501 Jul 30 15:38:11.808507 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1b91e8fe-5184-4b0c-9c55-e523e7231f79 req-71701ec5-57a8-4f0b-b0ac-e8bfca432c96 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352142 Jul 30 15:38:12.928499 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce068d2d-ca51-4480-b72b-5b7f23d0e4a9 req-821a73d2-b1dd-47f0-af29-03cf193573d6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:12.930014 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ce068d2d-ca51-4480-b72b-5b7f23d0e4a9 req-821a73d2-b1dd-47f0-af29-03cf193573d6 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0475829 Jul 30 15:38:12.968106 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ce068d2d-ca51-4480-b72b-5b7f23d0e4a9 req-dcf2d4b9-ee67-4bbb-ab80-8207865d26f4 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Jul 30 15:38:13.348308 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1e3a-0bb8-4804-8124-02c81f131388 req-7abacb9e-80ac-44df-bd29-a47039339041 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:13.350379 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ff5e1e3a-0bb8-4804-8124-02c81f131388 req-7abacb9e-80ac-44df-bd29-a47039339041 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 945 time: 0.0461440 Jul 30 15:38:13.389920 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ff5e1e3a-0bb8-4804-8124-02c81f131388 req-2a2cfa2d-5d6b-47cf-94b1-648c0bb500b0 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337620 Jul 30 15:38:14.091122 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d13ac-f26e-40c1-95c4-b7c95845da67 req-c4f81e3f-5ee8-4170-81bd-212f8d84b97b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:14.092571 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae1d13ac-f26e-40c1-95c4-b7c95845da67 req-c4f81e3f-5ee8-4170-81bd-212f8d84b97b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 944 time: 0.0512311 Jul 30 15:38:14.128464 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ae1d13ac-f26e-40c1-95c4-b7c95845da67 req-3e6d80a6-2b0d-4e60-8da4-da8f4e8f844b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299904 Jul 30 15:38:14.274062 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:38:14.366348 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:38:14.377015 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'port_id': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:38:14.412506 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:14.425108 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7d86b7-749f-451f-a3f0-87249f3af129 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:38:14.446391 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:38:14.450420 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:14.498877 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=9']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:14.503029 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2bccf-a3a5-4fb8-b2e2-29f633b9747a req-4d7c94ef-e226-4714-84fd-da0c7b433c15 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:14.504526 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dbe2bccf-a3a5-4fb8-b2e2-29f633b9747a req-4d7c94ef-e226-4714-84fd-da0c7b433c15 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 945 time: 0.0475521 Jul 30 15:38:14.542432 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dbe2bccf-a3a5-4fb8-b2e2-29f633b9747a req-abeb2c1b-6f63-4243-8642-b72618f1adb3 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Jul 30 15:38:14.830472 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['1f7d86b7-749f-451f-a3f0-87249f3af129'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:38:15.252347 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a47f8-de54-40b8-950c-8cc4ab82dedf req-d3246bbe-148a-4ba8-a3fc-9cfe78180d74 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:15.253849 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ab3a47f8-de54-40b8-950c-8cc4ab82dedf req-d3246bbe-148a-4ba8-a3fc-9cfe78180d74 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0478394 Jul 30 15:38:15.291947 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ab3a47f8-de54-40b8-950c-8cc4ab82dedf req-7af170b0-478f-465b-957a-5855cbe84613 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Jul 30 15:38:15.356454 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672031f0-a621-40f0-881e-e52b162167e5 req-bee924ce-b075-4bfc-b4aa-16218fa7baec tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:15.357913 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-672031f0-a621-40f0-881e-e52b162167e5 req-bee924ce-b075-4bfc-b4aa-16218fa7baec tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 945 time: 0.0464137 Jul 30 15:38:15.450518 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Deleting port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:38:15.450777 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:15.536082 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] For port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:38:15.536448 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:15.659946 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd12ab-310b-4c5c-b42c-55881018a5a3 req-b205a718-7970-4826-9e1b-20050b7e380d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:15.661444 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b4bd12ab-310b-4c5c-b42c-55881018a5a3 req-b205a718-7970-4826-9e1b-20050b7e380d tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c HTTP/1.1" status: 200 len: 945 time: 0.0528712 Jul 30 15:38:15.699094 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b4bd12ab-310b-4c5c-b42c-55881018a5a3 req-8c58ac28-6274-42da-a0f9-fa7eb5d157f2 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0130e509-cb05-4471-8f7b-140c4b1077b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Jul 30 15:38:15.707855 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:15.708231 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:15.708547 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Floating IP 1fba1b93-c5a9-4b6e-99f1-4054ae5437ef disassociated. External IP: 172.27.2.212, port: fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf. Jul 30 15:38:15.708923 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Calling delete_port for fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:38:15.836304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:15.867658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event deleted for resources: {'Port': ['ID=fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:15.879653 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.880012 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.880404 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.880812 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.881771 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.882280 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.882616 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.882949 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.883281 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.883608 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.883955 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.884258 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:15.987621 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:38:15.999125 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d9203d73-ce6e-4ecd-9a41-63162d66f593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.094584 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:38:16.105905 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] Sync routers for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:38:16.114660 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:38:16.115349 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:37:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:16.136163 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] No DVR routers for this DVR port fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:38:16.138759 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.140727 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-672031f0-a621-40f0-881e-e52b162167e5 req-18baf8b1-27b8-4717-b1c1-37f5d7f33701 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.58 "DELETE /v2.0/ports/fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf HTTP/1.1" status: 204 len: 173 time: 0.7760611 Jul 30 15:38:16.141185 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'name': 'network-vif-deleted', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:38:16.143438 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964a982f-69f1-410a-9553-eeadd859946e" -d '{"events": [{"server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "name": "network-vif-deleted", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:38:16.239371 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:38:16.242217 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eb7071-731e-4bed-af23-f87db926de6e x-openstack-request-id: req-62eb7071-731e-4bed-af23-f87db926de6e {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:38:16.242516 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c", "name": "network-vif-deleted", "tag": "fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:38:16.242763 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62eb7071-731e-4bed-af23-f87db926de6e {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:38:16.243175 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc78be3-3f4c-4bd9-bbcb-3bb5c80c761c', 'name': 'network-vif-deleted', 'tag': 'fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf', 'status': 'completed', 'code': 200} Jul 30 15:38:16.279647 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:38:16.418471 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bff325-cc8e-4887-93ce-eb323859a76b req-274bc08c-2026-40ba-895d-be4dec82a2c0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:16.420141 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-23bff325-cc8e-4887-93ce-eb323859a76b req-274bc08c-2026-40ba-895d-be4dec82a2c0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 945 time: 0.0483813 Jul 30 15:38:16.424701 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 1f7d86b7-749f-451f-a3f0-87249f3af129 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:38:16.425100 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.461588 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-23bff325-cc8e-4887-93ce-eb323859a76b req-109f25fd-bd19-44b5-b644-d5c108af3d9b tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350575 Jul 30 15:38:16.550784 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.561841 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:16.599166 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] Checking router: 90d87a93-0254-4588-bfbc-e0fdf6b7be68 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:38:16.612293 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:38:16.614535 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246cff82-fca1-4f23-a268-21a2232b1f07" -d '{"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-plugged", "status": "completed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:38:16.628237 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:38:16.628900 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:37:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:16.631685 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:38:16.668234 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b34ce-be3e-4d98-9643-1bd6bb9cf2e6 x-openstack-request-id: req-2f7b34ce-be3e-4d98-9643-1bd6bb9cf2e6 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:38:16.668533 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-plugged", "status": "completed", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:38:16.668786 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f7b34ce-be3e-4d98-9643-1bd6bb9cf2e6 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:38:16.669178 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'code': 200} Jul 30 15:38:16.671526 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.763399 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=10']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:16.784110 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:38:16.797707 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54610) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:16.861780 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ef022aef-6675-420d-8b66-4734ca40604a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.895126 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ef022aef-6675-420d-8b66-4734ca40604a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.950329 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffe810-b9c0-41ab-9bbf-106700e5e60b req-82bf3ce8-ec24-4006-92e2-1bfb1ef0d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:16.952000 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-57ffe810-b9c0-41ab-9bbf-106700e5e60b req-82bf3ce8-ec24-4006-92e2-1bfb1ef0d8a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 1100 time: 0.1164362 Jul 30 15:38:16.972913 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ef022aef-6675-420d-8b66-4734ca40604a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.975989 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ef022aef-6675-420d-8b66-4734ca40604a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:16.978167 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-ef022aef-6675-420d-8b66-4734ca40604a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "DELETE /v2.0/security-groups/0130e509-cb05-4471-8f7b-140c4b1077b1 HTTP/1.1" status: 204 len: 168 time: 0.1783252 Jul 30 15:38:16.980149 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54614) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:16.988443 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:16.991353 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef022aef-6675-420d-8b66-4734ca40604a tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130e509-cb05-4471-8f7b-140c4b1077b1,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:17.000453 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.api.v2.resource [None req-f97a2c2e-c2d9-4754-aecc-b8c5d40cc262 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] show failed (client error): The resource could not be found. Jul 30 15:38:17.001535 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-f97a2c2e-c2d9-4754-aecc-b8c5d40cc262 tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "GET /v2.0/security-groups/0130e509-cb05-4471-8f7b-140c4b1077b1 HTTP/1.1" status: 404 len: 347 time: 0.0203123 Jul 30 15:38:17.004339 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54616) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:17.008602 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-57ffe810-b9c0-41ab-9bbf-106700e5e60b req-25764f1a-ce90-4837-b0f1-68d9d1977829 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493510 Jul 30 15:38:17.025544 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410d0bd-fed1-439d-af4c-36f5cb16ce24 None None] The sync data for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi is: [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:27:42Z', 'revision_number': 4, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': 'f2763a12-832a-4ff8-8630-8412bbfabd92', 'name': '', 'network_id': 'a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'mac_address': 'fa:16:3e:5c:7a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'subnets': [{'id': '7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:38:17.131682 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Deleting port ecc8941e-018f-4a80-99ce-0310585cb580 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:38:17.131801 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:17.210005 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:17.210380 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:17.222813 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Calling delete_port for ecc8941e-018f-4a80-99ce-0310585cb580 owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:38:17.253980 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac7248-caad-4781-a727-c48a8f9de61e None None] New status for floating IP 1fba1b93-c5a9-4b6e-99f1-4054ae5437ef: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:38:17.597213 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83e5a-c213-4d82-8393-1925cb886e71 req-c5d110f1-4a75-4b32-9a1a-ea09d6f2c045 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:17.598678 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-29d83e5a-c213-4d82-8393-1925cb886e71 req-c5d110f1-4a75-4b32-9a1a-ea09d6f2c045 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 947 time: 0.0626688 Jul 30 15:38:17.662101 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-29d83e5a-c213-4d82-8393-1925cb886e71 req-f92e46e6-1578-437d-878c-9d7ef9324700 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548394 Jul 30 15:38:17.684739 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:17.713834 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Pushing event deleted for resources: {'Port': ['ID=ecc8941e-018f-4a80-99ce-0310585cb580,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:17.770328 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:17.772991 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:17.774133 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-64a724cd-c7d3-4b46-826b-1a37909e11ae tempest-AttachVolumeTestJSON-1161068186 tempest-AttachVolumeTestJSON-1161068186-project] 10.222.0.50 "DELETE /v2.0/floatingips/1fba1b93-c5a9-4b6e-99f1-4054ae5437ef HTTP/1.1" status: 204 len: 168 time: 0.7686820 Jul 30 15:38:18.596892 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-141fddca-f214-4962-a624-79d9c266cedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:18.706733 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:18.789542 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec478994-4ccb-4d3e-9642-7eea584cf948 req-b91a220f-c5fd-43e5-91a4-d1a99e1d7a99 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:18.791061 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ec478994-4ccb-4d3e-9642-7eea584cf948 req-b91a220f-c5fd-43e5-91a4-d1a99e1d7a99 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 947 time: 0.0518072 Jul 30 15:38:18.829875 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ec478994-4ccb-4d3e-9642-7eea584cf948 req-f97ed866-96f9-4e03-849e-883f0d5080b7 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Jul 30 15:38:19.531014 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:19.739539 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:19.966188 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f84ca1-ede3-4ae8-a4dc-2275da610047 req-e392ad55-465b-4d0c-8553-a18d1baf2939 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:19.967788 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-11f84ca1-ede3-4ae8-a4dc-2275da610047 req-e392ad55-465b-4d0c-8553-a18d1baf2939 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 947 time: 0.0591123 Jul 30 15:38:20.018748 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-11f84ca1-ede3-4ae8-a4dc-2275da610047 req-17a598e7-8d2a-4955-935d-f3678348374e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424263 Jul 30 15:38:20.291034 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:38:20.316386 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:38:20.316755 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device fe3c5392-b5aa-44c7-afbc-b0ed3ecfbebf not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:38:21.354386 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54690) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:21.642629 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:21.793663 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:22.031493 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Deleting port f2763a12-832a-4ff8-8630-8412bbfabd92 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:38:22.031838 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:22.105825 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] For port f2763a12-832a-4ff8-8630-8412bbfabd92, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=f2763a12-832a-4ff8-8630-8412bbfabd92,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:38:22.106190 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:22.118176 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Calling delete_port for f2763a12-832a-4ff8-8630-8412bbfabd92 owned by network:router_interface {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:38:22.294673 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:22.325095 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2763a12-832a-4ff8-8630-8412bbfabd92,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:22.486551 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:22.701349 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:38:22.803048 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:38:22.808656 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-42fc1b3a-d78a-49e5-87e2-28e1c68d2a20 admin admin] 10.222.0.50 "PUT /v2.0/routers/90d87a93-0254-4588-bfbc-e0fdf6b7be68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530382 Jul 30 15:38:22.811228 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54694) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:22.813915 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] Sync routers for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:38:22.823549 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:38:22.824208 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:38:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:22.914597 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks [] for router, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.021873 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.055407 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:38:23.074312 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Deleting port a22ff882-26ca-403b-bc2d-c34c059122b9 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:38:23.074729 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.150609 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] For port a22ff882-26ca-403b-bc2d-c34c059122b9, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a22ff882-26ca-403b-bc2d-c34c059122b9,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:38:23.151002 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.163352 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Calling delete_port for a22ff882-26ca-403b-bc2d-c34c059122b9 owned by network:router_gateway {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:38:23.228679 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:38:22Z', 'revision_number': 5, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port': {'id': 'a22ff882-26ca-403b-bc2d-c34c059122b9', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:37Z', 'updated_at': '2021-07-30T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:23.262033 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] Checking router: 90d87a93-0254-4588-bfbc-e0fdf6b7be68 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:38:23.270777 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] Routers {'90d87a93-0254-4588-bfbc-e0fdf6b7be68'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:38:23.271542 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:38:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:23.336170 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.361041 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] Set router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:38:23.365458 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Pushing event deleted for resources: {'Port': ['ID=a22ff882-26ca-403b-bc2d-c34c059122b9,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:23.411912 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:38:23Z', 'revision_number': 6, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:23.424852 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.441717 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354011d-1bab-4398-90da-1fa286a44210 None None] The sync data for ids ['90d87a93-0254-4588-bfbc-e0fdf6b7be68'] in dv-cinder-778907-3-iscsi is: [{'id': '90d87a93-0254-4588-bfbc-e0fdf6b7be68', 'name': 'tempest-AttachVolumeTestJSON-1175723113-router', 'tenant_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:36Z', 'updated_at': '2021-07-30T15:38:23Z', 'revision_number': 6, 'project_id': 'c09a4adb2657447fb54e28d302ab5a7d', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:38:23.508269 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:38:23.515164 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.517279 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.560466 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.561022 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d87a93-0254-4588-bfbc-e0fdf6b7be68 {{(pid=93059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:38:23.565444 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.566814 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2bb6d131-27f4-4e20-a0ba-55c66acee79b admin admin] 10.222.0.50 "DELETE /v2.0/routers/90d87a93-0254-4588-bfbc-e0fdf6b7be68 HTTP/1.1" status: 204 len: 168 time: 0.7546353 Jul 30 15:38:23.569393 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54696) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:23.616031 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] Deleting subnet 7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:38:23.619071 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.653063 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.726953 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.776826 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.811698 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:23.818489 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.820512 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-6c1454e3-0196-4cb4-9fd1-549ca9f7269e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7e18e0d2-fc99-4a83-a144-d42d5eb6ea3a HTTP/1.1" status: 204 len: 168 time: 0.2501605 Jul 30 15:38:23.822955 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54698) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:23.827549 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27561c0d-bab0-4b0d-8125-889a717506d0 None None] Network a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:38:23.906532 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:23.961106 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Deleting port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:38:23.961450 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.028218 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] For port a6ac4c4e-303c-4da0-8ade-038b2dd88c92, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a6ac4c4e-303c-4da0-8ade-038b2dd88c92,segment=NetworkSegment(bc03484a-aee5-4abc-a2fc-f15cb31d6497),segment_id=bc03484a-aee5-4abc-a2fc-f15cb31d6497)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:38:24.028589 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.040798 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Calling delete_port for a6ac4c4e-303c-4da0-8ade-038b2dd88c92 owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:38:24.116160 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.141164 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ac4c4e-303c-4da0-8ade-038b2dd88c92,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:24.144540 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] No DVR routers for this DVR port a6ac4c4e-303c-4da0-8ade-038b2dd88c92 on host dv-cinder-778907-3-iscsi {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:38:24.218006 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.228624 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:24.241376 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc03484a-aee5-4abc-a2fc-f15cb31d6497') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:24.241763 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc03484a-aee5-4abc-a2fc-f15cb31d6497') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:38:24.243049 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb0063-bf5f-4be7-ba0a-5b7ae0b96229 None None] DHCP port deletion for a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:38:24.253422 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.268066 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.273920 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:38:24.274314 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:38:24.276982 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:38:24.334137 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.339773 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.341906 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2 HTTP/1.1" status: 204 len: 168 time: 0.5178955 Jul 30 15:38:24.353019 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9288e-e13d-473c-b601-ba7d474279d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e98b74-1bc3-4cc4-8afd-fbb4da24c6e2,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:24.471998 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54702) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:24.515854 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8b62335b-de7b-4992-84cd-ebad114754ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c09a4adb2657447fb54e28d302ab5a7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427103 Jul 30 15:38:24.518387 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54704) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:24.565118 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9497c39-a290-467b-b8d6-c5a64068ca6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.585710 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9497c39-a290-467b-b8d6-c5a64068ca6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.630645 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9497c39-a290-467b-b8d6-c5a64068ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.633215 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9497c39-a290-467b-b8d6-c5a64068ca6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:24.634353 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c9497c39-a290-467b-b8d6-c5a64068ca6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca80be6b-32a1-4b3e-88e7-e90f228024c5 HTTP/1.1" status: 204 len: 168 time: 0.1150374 Jul 30 15:38:24.642887 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9497c39-a290-467b-b8d6-c5a64068ca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca80be6b-32a1-4b3e-88e7-e90f228024c5,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:25.307867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device f2763a12-832a-4ff8-8630-8412bbfabd92 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:38:25.330413 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: f2763a12-832a-4ff8-8630-8412bbfabd92 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:38:25.330755 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device f2763a12-832a-4ff8-8630-8412bbfabd92 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:38:25.331416 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a6ac4c4e-303c-4da0-8ade-038b2dd88c92 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:38:25.349883 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: a6ac4c4e-303c-4da0-8ade-038b2dd88c92 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:38:25.350220 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a6ac4c4e-303c-4da0-8ade-038b2dd88c92 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:38:25.350624 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a22ff882-26ca-403b-bc2d-c34c059122b9 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:38:25.369031 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: a22ff882-26ca-403b-bc2d-c34c059122b9 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:38:25.369377 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a22ff882-26ca-403b-bc2d-c34c059122b9 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:38:37.386349 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54846) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:37.487158 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:37.583299 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:37.587007 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:37.626781 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63cf929554a74da6baf67f48ad856b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393920 Jul 30 15:38:37.627628 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9162b6b1-f425-4b41-ba0f-adf2a712c42a,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:37.629501 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54850) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:37.634736 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.635101 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.635808 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.636156 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.636501 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.636946 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.637295 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.637630 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.637969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.638304 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.638637 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.638969 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b470ef8-592b-4567-9bed-4d816742ddd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:38:37.677146 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2403a317-6929-40e7-9b8f-4bd4b21d522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:37.697642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2403a317-6929-40e7-9b8f-4bd4b21d522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:37.741541 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2403a317-6929-40e7-9b8f-4bd4b21d522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:37.744100 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2403a317-6929-40e7-9b8f-4bd4b21d522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:37.745987 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-2403a317-6929-40e7-9b8f-4bd4b21d522b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9162b6b1-f425-4b41-ba0f-adf2a712c42a HTTP/1.1" status: 204 len: 168 time: 0.1154878 Jul 30 15:38:37.753422 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403a317-6929-40e7-9b8f-4bd4b21d522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9162b6b1-f425-4b41-ba0f-adf2a712c42a,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:38.004366 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54856) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:38.017073 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a6e74632-a723-44e2-879d-6ab075157c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:38.101881 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a6e74632-a723-44e2-879d-6ab075157c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:38.106021 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a6e74632-a723-44e2-879d-6ab075157c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:38.144215 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e74632-a723-44e2-879d-6ab075157c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea66450-d966-45df-b4cf-37bde0bc5980,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:38.148945 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a6e74632-a723-44e2-879d-6ab075157c0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8d30af25e484170bacd35f7bbc3b80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434116 Jul 30 15:38:38.152477 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54858) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:38.199671 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8da7-e037-410d-8b12-f6a4a6ef5242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:38.220607 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8da7-e037-410d-8b12-f6a4a6ef5242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:38.265333 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8da7-e037-410d-8b12-f6a4a6ef5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:38.267838 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8da7-e037-410d-8b12-f6a4a6ef5242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:38.269017 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-2b5c8da7-e037-410d-8b12-f6a4a6ef5242 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fea66450-d966-45df-b4cf-37bde0bc5980 HTTP/1.1" status: 204 len: 168 time: 0.1155515 Jul 30 15:38:38.277210 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c8da7-e037-410d-8b12-f6a4a6ef5242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea66450-d966-45df-b4cf-37bde0bc5980,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:39.857581 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54914) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:39.966492 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-31983251-9561-457c-be0d-62effa70206c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.051205 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-31983251-9561-457c-be0d-62effa70206c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.054842 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-31983251-9561-457c-be0d-62effa70206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.091283 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-31983251-9561-457c-be0d-62effa70206c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f38e8fa9f4e84fc0baf81b0645c7e5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326767 Jul 30 15:38:40.092149 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31983251-9561-457c-be0d-62effa70206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29f9ac-6af9-47f2-b754-b5f809f770ed,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:40.094056 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54918) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:40.142147 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02a0d4f2-06b6-465e-9631-ad948be061ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.167946 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02a0d4f2-06b6-465e-9631-ad948be061ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.211814 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02a0d4f2-06b6-465e-9631-ad948be061ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.215110 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-02a0d4f2-06b6-465e-9631-ad948be061ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.216256 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-02a0d4f2-06b6-465e-9631-ad948be061ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f29f9ac-6af9-47f2-b754-b5f809f770ed HTTP/1.1" status: 204 len: 168 time: 0.1212149 Jul 30 15:38:40.223727 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0d4f2-06b6-465e-9631-ad948be061ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29f9ac-6af9-47f2-b754-b5f809f770ed,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:40.475409 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54924) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:40.490797 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a15183ee-b7f5-4fbb-99ed-984e605568fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.577773 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a15183ee-b7f5-4fbb-99ed-984e605568fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.581328 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-a15183ee-b7f5-4fbb-99ed-984e605568fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.618640 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-a15183ee-b7f5-4fbb-99ed-984e605568fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f66014f5f2e4a03a6b0ee610ba43461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421752 Jul 30 15:38:40.619774 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15183ee-b7f5-4fbb-99ed-984e605568fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95d8081-7161-479c-ba65-406e724000fa,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:40.621535 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54926) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:40.669819 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1d501fb7-c9e8-4a79-bdf4-317b77ecd4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.689846 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1d501fb7-c9e8-4a79-bdf4-317b77ecd4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.737763 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1d501fb7-c9e8-4a79-bdf4-317b77ecd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.740444 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1d501fb7-c9e8-4a79-bdf4-317b77ecd4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:40.744072 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1d501fb7-c9e8-4a79-bdf4-317b77ecd4ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f95d8081-7161-479c-ba65-406e724000fa HTTP/1.1" status: 204 len: 168 time: 0.1190820 Jul 30 15:38:40.750609 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d501fb7-c9e8-4a79-bdf4-317b77ecd4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95d8081-7161-479c-ba65-406e724000fa,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:42.479777 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54986) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:42.578297 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-317f0938-2a5b-4334-96c3-5c0c0230ae51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:42.662496 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-317f0938-2a5b-4334-96c3-5c0c0230ae51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:42.666114 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-317f0938-2a5b-4334-96c3-5c0c0230ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:42.702952 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-317f0938-2a5b-4334-96c3-5c0c0230ae51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cfea00c86ae428cad675efa947441eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220604 Jul 30 15:38:42.703668 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f0938-2a5b-4334-96c3-5c0c0230ae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e966ffc-10e2-4b4c-9247-bf43f533c62e,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:42.705642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54990) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:42.754743 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a05ad1c-77ec-47d0-9cec-d2579eaef441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:42.776349 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a05ad1c-77ec-47d0-9cec-d2579eaef441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:42.820384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a05ad1c-77ec-47d0-9cec-d2579eaef441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:42.823501 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4a05ad1c-77ec-47d0-9cec-d2579eaef441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:42.824677 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-4a05ad1c-77ec-47d0-9cec-d2579eaef441 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e966ffc-10e2-4b4c-9247-bf43f533c62e HTTP/1.1" status: 204 len: 168 time: 0.1179242 Jul 30 15:38:42.832008 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05ad1c-77ec-47d0-9cec-d2579eaef441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e966ffc-10e2-4b4c-9247-bf43f533c62e,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:43.073874 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 54996) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:43.086879 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-804588ad-b858-4b48-92b1-b049408e992c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:43.177336 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-804588ad-b858-4b48-92b1-b049408e992c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:43.181075 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-804588ad-b858-4b48-92b1-b049408e992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:43.223534 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-804588ad-b858-4b48-92b1-b049408e992c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3a095c55fb14088b6a647bc9b6cdd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485810 Jul 30 15:38:43.224498 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804588ad-b858-4b48-92b1-b049408e992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81d98bc-e799-45d1-b2e8-3c830273636b,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:43.226268 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 54998) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:43.280579 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9125c1d-0027-481c-9ec7-2d7e7c360023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:43.300956 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9125c1d-0027-481c-9ec7-2d7e7c360023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:43.346208 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9125c1d-0027-481c-9ec7-2d7e7c360023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:43.348784 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9125c1d-0027-481c-9ec7-2d7e7c360023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:43.349933 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c9125c1d-0027-481c-9ec7-2d7e7c360023 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b81d98bc-e799-45d1-b2e8-3c830273636b HTTP/1.1" status: 204 len: 168 time: 0.1225922 Jul 30 15:38:43.357781 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9125c1d-0027-481c-9ec7-2d7e7c360023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81d98bc-e799-45d1-b2e8-3c830273636b,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:46.003978 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-6feac83e-a1bb-4f55-bc72-0c7d391a6a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.364540 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55056) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:47.466008 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-69ff3ec7-892e-4345-aa0b-fd4e6507c3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.555093 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-69ff3ec7-892e-4345-aa0b-fd4e6507c3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.560348 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-69ff3ec7-892e-4345-aa0b-fd4e6507c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.599070 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-69ff3ec7-892e-4345-aa0b-fd4e6507c3ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2f89eb178f048c8a32cc46d1106ecdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334633 Jul 30 15:38:47.599933 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff3ec7-892e-4345-aa0b-fd4e6507c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6f79d-75d3-4dfe-a0c7-b8cad6d22c03,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:47.601731 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55060) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:47.650978 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1b15e16f-2ad1-473e-9e5c-a7f67922c3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.671034 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1b15e16f-2ad1-473e-9e5c-a7f67922c3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.716509 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1b15e16f-2ad1-473e-9e5c-a7f67922c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.719013 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1b15e16f-2ad1-473e-9e5c-a7f67922c3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:47.720148 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-1b15e16f-2ad1-473e-9e5c-a7f67922c3b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6be6f79d-75d3-4dfe-a0c7-b8cad6d22c03 HTTP/1.1" status: 204 len: 168 time: 0.1174433 Jul 30 15:38:47.728288 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e16f-2ad1-473e-9e5c-a7f67922c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6f79d-75d3-4dfe-a0c7-b8cad6d22c03,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:47.978741 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55068) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:47.992247 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0717-b5cf-4dd8-8c8f-f2bdc342578e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.082075 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0717-b5cf-4dd8-8c8f-f2bdc342578e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.085763 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0717-b5cf-4dd8-8c8f-f2bdc342578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.122489 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-6e2e0717-b5cf-4dd8-8c8f-f2bdc342578e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3794cafd0a9e46eeaf7c202808ae480f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426463 Jul 30 15:38:48.124369 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e0717-b5cf-4dd8-8c8f-f2bdc342578e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9205e47-506c-49b3-9d41-0c707c6df2b7,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:48.125504 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55070) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:48.176479 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5a11dac6-0086-48d9-a5af-3d706a506b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.196993 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5a11dac6-0086-48d9-a5af-3d706a506b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.245867 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5a11dac6-0086-48d9-a5af-3d706a506b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.248583 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-5a11dac6-0086-48d9-a5af-3d706a506b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.249544 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-5a11dac6-0086-48d9-a5af-3d706a506b97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9205e47-506c-49b3-9d41-0c707c6df2b7 HTTP/1.1" status: 204 len: 168 time: 0.1222706 Jul 30 15:38:48.257074 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11dac6-0086-48d9-a5af-3d706a506b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9205e47-506c-49b3-9d41-0c707c6df2b7,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:48.597167 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a919dadf-6fdf-4904-8d40-38bf6947947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.710269 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:48.894657 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55092) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:48.986523 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2037192463-network', 'tenant_id': '4e0b2380097d4d8ba888c7f631f29f21'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:38:49.244836 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Made reservation on behalf of 4e0b2380097d4d8ba888c7f631f29f21 for: {'network': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:38:49.247698 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for network, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.255772 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.346260 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.349873 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.375316 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:38:49.384119 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8691c-59f0-40f2-b340-b320cfaac4c1,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:49.390352 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.390694 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.segments_db [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Added segment 74a2dd68-5ba5-40be-a8d0-6af187a62b6c of type vlan for network 5c02d261-ab8b-47f7-9de0-e42df0360707 Jul 30 15:38:49.429370 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745333015161'] for network, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.457404 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103'] for network, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.458505 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:49.459088 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.516321 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6204259 Jul 30 15:38:49.519172 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55098) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:38:49.519720 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8170e-f842-4a67-9262-6c0339ed31f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c02d261-ab8b-47f7-9de0-e42df0360707,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:49.527597 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Request body: {'subnet': {'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2037192463-subnet', 'tenant_id': '4e0b2380097d4d8ba888c7f631f29f21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:38:49.528995 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Network 5c02d261-ab8b-47f7-9de0-e42df0360707 details requested by agent ovs-agent-dv-cinder-778907-3-iscsi with host dv-cinder-778907-3-iscsi {{(pid=93060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:38:49.549242 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Made reservation on behalf of 4e0b2380097d4d8ba888c7f631f29f21 for: {'subnet': 1} {{(pid=93059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:38:49.551809 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59267018'] for subnet, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.572300 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.720819 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59267044'] for subnet, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.740364 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.777369 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b,revision_number=0']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:49.787056 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Checking segment: {'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:38:49.787423 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Network hostable DHCP agents. Network: 5c02d261-ab8b-47f7-9de0-e42df0360707, hostable agents: ['da579559-eef6-4d45-b3fb-cf3556e837f4'], hosted agents: [] {{(pid=93059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:38:49.803647 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Network 5c02d261-ab8b-47f7-9de0-e42df0360707 is scheduled to be hosted by DHCP agent da579559-eef6-4d45-b3fb-cf3556e837f4 with binding_index 1 {{(pid=93059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:38:49.811837 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778907-3-iscsi, 5c02d261-ab8b-47f7-9de0-e42df0360707) {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:38:49.816051 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:49.816648 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:49.822030 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ddc61c-9eeb-4c0e-8fe5-c0369c54b5bb None None] Network 5c02d261-ab8b-47f7-9de0-e42df0360707 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:38:49.829564 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8770b8be-3bdc-4845-b519-1d3d52078113 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3093152 Jul 30 15:38:49.946324 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c4f919-7970-4bb3-a5c6-a20130308afb None None] Network 5c02d261-ab8b-47f7-9de0-e42df0360707 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:38:51.557658 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-8aa14939-70ad-4e56-a99c-8299f56d7219 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:51.559155 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-8aa14939-70ad-4e56-a99c-8299f56d7219 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/networks?id=5c02d261-ab8b-47f7-9de0-e42df0360707 HTTP/1.1" status: 200 len: 809 time: 0.0988817 Jul 30 15:38:51.573677 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-65f7703d-c63e-47d5-9629-2dae0ef4f4c1 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/quotas/4e0b2380097d4d8ba888c7f631f29f21 HTTP/1.1" status: 200 len: 375 time: 0.0088551 Jul 30 15:38:51.608024 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-d4c608dc-d09b-416b-ba08-568691bb244c tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e0b2380097d4d8ba888c7f631f29f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286674 Jul 30 15:38:51.618486 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-7c7e486d-682b-4910-bb28-2ad7da35f0a4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:38:51.619941 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-7c7e486d-682b-4910-bb28-2ad7da35f0a4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050080 Jul 30 15:38:51.643310 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:51.737230 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-9a451dc6-2679-4236-89a6-e8d4ee180c19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644574 Jul 30 15:38:51.740600 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-6f7e26c6-c478-4fa8-a3e0-248f969f9576 service neutron] 10.222.0.50 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146922 Jul 30 15:38:51.847894 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-587a88c2-7ab3-4c0d-ae1e-d5099bcb1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:51.849312 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-587a88c2-7ab3-4c0d-ae1e-d5099bcb1596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1098 time: 0.0814803 Jul 30 15:38:51.864532 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-a85b1c46-5cb7-42f6-b925-be3f50cd8890 service neutron] 10.222.0.50 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175220 Jul 30 15:38:51.958270 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-a289e473-7e7e-4e89-a413-b0d458a94cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:51.959791 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-a289e473-7e7e-4e89-a413-b0d458a94cc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 909 time: 0.0899894 Jul 30 15:38:52.024091 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-58800e91-7567-4e78-bda8-6b3686a4651a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 999 time: 0.0560582 Jul 30 15:38:52.075481 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-33869fb6-78b8-4ffd-a7a0-8e55c58333a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:52.076947 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-33869fb6-78b8-4ffd-a7a0-8e55c58333a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.0461707 Jul 30 15:38:52.121836 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-ddc946b6-b059-4dc0-8bb2-b79f6e1c9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:52.123180 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-ddc946b6-b059-4dc0-8bb2-b79f6e1c9657 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387053 Jul 30 15:38:52.209860 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-5cfa328f-dabd-49b3-9128-2d2d03331a82 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787094 Jul 30 15:38:52.300779 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1af43d96-8ab9-4dba-9951-a20882f02bd8 req-6cab8923-49a7-4717-aca9-e6be5d8ce01e service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834923 Jul 30 15:38:53.036608 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-469e855d-dc8d-4deb-8e8a-d83bbeef8a0a req-bdd3f991-c3de-444c-8af6-fe3374e2d1dd tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 210 time: 0.0259104 Jul 30 15:38:54.025136 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-c6fe3bdc-e9cb-466c-ac08-2bef94fbec19 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:54.026583 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-c6fe3bdc-e9cb-466c-ac08-2bef94fbec19 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "GET /v2.0/networks?id=5c02d261-ab8b-47f7-9de0-e42df0360707 HTTP/1.1" status: 200 len: 809 time: 0.1145892 Jul 30 15:38:54.044072 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Request body: {'port': {'device_id': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707', 'admin_state_up': True, 'tenant_id': '4e0b2380097d4d8ba888c7f631f29f21'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:38:54.139604 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4d940430-877e-4c9b-aa0e-cadcaabeaa8c req-87372e83-717b-4dd3-88d7-580cd31221c8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 210 time: 0.0343003 Jul 30 15:38:54.175022 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Made reservation on behalf of 4e0b2380097d4d8ba888c7f631f29f21 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:38:54.178822 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:54.305988 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Allocated IP 172.20.0.10 (5c02d261-ab8b-47f7-9de0-e42df0360707/2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b/ab8d9528-51d2-4261-adbe-f6366cddd5cd) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:38:54.450176 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:54.486349 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:54.528184 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Network 5c02d261-ab8b-47f7-9de0-e42df0360707 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:38:54.531173 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:38:54.536600 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:38:54.543256 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Pushing event updated for resources: {'Port': ['ID=ab8d9528-51d2-4261-adbe-f6366cddd5cd,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:54.586237 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:54.586763 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:54.600639 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4a1e7094-7b85-4c5f-8a63-034e9c6f3412 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604475 Jul 30 15:38:54.624176 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Request body: {'port': {'device_id': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:38:54.677863 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:54.929879 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8d9528-51d2-4261-adbe-f6366cddd5cd {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:38:54.937069 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:54.948552 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Transition to ACTIVE for port object ab8d9528-51d2-4261-adbe-f6366cddd5cd will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:38:54.952598 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:55.002489 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d9528-51d2-4261-adbe-f6366cddd5cd,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:55.066817 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Attempting to bind port ab8d9528-51d2-4261-adbe-f6366cddd5cd on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:38:55.067495 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Attempting to bind port ab8d9528-51d2-4261-adbe-f6366cddd5cd by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:38:55.067495 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Attempting to bind port ab8d9528-51d2-4261-adbe-f6366cddd5cd on network 5c02d261-ab8b-47f7-9de0-e42df0360707 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:38:55.071633 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Port ab8d9528-51d2-4261-adbe-f6366cddd5cd on network 5c02d261-ab8b-47f7-9de0-e42df0360707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:38:55.071959 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Attempting to bind port ab8d9528-51d2-4261-adbe-f6366cddd5cd on network 5c02d261-ab8b-47f7-9de0-e42df0360707 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:38:55.077203 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:38:55.077543 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Checking segment: {'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:38:55.077933 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Bound using segment: {'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:38:55.078357 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Bound port: ab8d9528-51d2-4261-adbe-f6366cddd5cd, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:38:55.078712 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:55.139605 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] For port ab8d9528-51d2-4261-adbe-f6366cddd5cd, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:38:55.142591 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] For port ab8d9528-51d2-4261-adbe-f6366cddd5cd, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ab8d9528-51d2-4261-adbe-f6366cddd5cd,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:38:55.146156 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:55.178969 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:55.179584 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:38:55.181064 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] 10.222.0.58 "PUT /v2.0/ports/ab8d9528-51d2-4261-adbe-f6366cddd5cd HTTP/1.1" status: 200 len: 1094 time: 0.5615396 Jul 30 15:38:55.181445 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'tag': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:38:55.183776 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114eab15-2058-4221-af90-4658c8101543" -d '{"events": [{"name": "network-changed", "server_uuid": "27339e74-934f-433c-8d87-23c0cec4e2bb", "tag": "ab8d9528-51d2-4261-adbe-f6366cddd5cd"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:38:55.210190 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08407a97-eadf-4be0-80c1-6d5d485b58a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d9528-51d2-4261-adbe-f6366cddd5cd,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:38:55.235942 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c174a414-9b48-40ea-8c71-78afa3493eac x-openstack-request-id: req-c174a414-9b48-40ea-8c71-78afa3493eac {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:38:55.236236 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27339e74-934f-433c-8d87-23c0cec4e2bb", "tag": "ab8d9528-51d2-4261-adbe-f6366cddd5cd", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:38:55.236604 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c174a414-9b48-40ea-8c71-78afa3493eac {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:38:55.237038 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'tag': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd', 'status': 'completed', 'code': 200} Jul 30 15:38:55.266448 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640eed4-5679-40a8-a0e8-ee83fd6320b4 req-419c3174-dc8b-4102-95f4-c2bb13778ae6 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:55.267998 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e640eed4-5679-40a8-a0e8-ee83fd6320b4 req-419c3174-dc8b-4102-95f4-c2bb13778ae6 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 944 time: 0.0574479 Jul 30 15:38:55.291232 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-9d48d238-a5e4-4692-96de-0096090419da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:55.292874 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-9d48d238-a5e4-4692-96de-0096090419da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0b2380097d4d8ba888c7f631f29f21&device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 1097 time: 0.0446129 Jul 30 15:38:55.305797 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-e640eed4-5679-40a8-a0e8-ee83fd6320b4 req-1099c577-6133-4c5a-8f56-9a6294bba094 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Jul 30 15:38:55.343646 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-bfa536df-8c66-463c-9d26-30939fb3a2d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab8d9528-51d2-4261-adbe-f6366cddd5cd HTTP/1.1" status: 200 len: 217 time: 0.0372419 Jul 30 15:38:55.393440 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-550d1d60-717b-4994-b98a-600503922e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:55.394852 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-550d1d60-717b-4994-b98a-600503922e0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b HTTP/1.1" status: 200 len: 849 time: 0.0433917 Jul 30 15:38:55.426509 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-4dac9b74-e590-4361-a67e-5f8cf9f61e1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c02d261-ab8b-47f7-9de0-e42df0360707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234709 Jul 30 15:38:55.518052 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-2e759578-7cae-4e05-9a57-a9605e2b9d58 service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827618 Jul 30 15:38:55.604474 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ac8eebd-6b15-4efb-80ae-b39d9c3f000a req-1c5162d2-a3dd-4e72-8e53-ee09fb4b5d4c service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788558 Jul 30 15:38:55.727270 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eab15-2058-4221-af90-4658c8101543 req-07afa9de-38c6-436d-bd12-b0f93899abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:55.728735 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-114eab15-2058-4221-af90-4658c8101543 req-07afa9de-38c6-436d-bd12-b0f93899abf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0b2380097d4d8ba888c7f631f29f21&device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 1097 time: 0.0395396 Jul 30 15:38:55.827152 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eab15-2058-4221-af90-4658c8101543 req-a495c15e-4506-4399-9c9b-cb77e6d57eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:55.828578 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-114eab15-2058-4221-af90-4658c8101543 req-a495c15e-4506-4399-9c9b-cb77e6d57eb3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c02d261-ab8b-47f7-9de0-e42df0360707 HTTP/1.1" status: 200 len: 910 time: 0.0913744 Jul 30 15:38:55.869195 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-114eab15-2058-4221-af90-4658c8101543 req-27a3c57d-7ccb-4b32-bdc4-2486de1fbf62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab8d9528-51d2-4261-adbe-f6366cddd5cd HTTP/1.1" status: 200 len: 217 time: 0.0322902 Jul 30 15:38:55.919908 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eab15-2058-4221-af90-4658c8101543 req-17790046-687d-42e7-ad24-d61eb033a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:55.921321 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-114eab15-2058-4221-af90-4658c8101543 req-17790046-687d-42e7-ad24-d61eb033a20c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b HTTP/1.1" status: 200 len: 849 time: 0.0451586 Jul 30 15:38:55.952604 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-114eab15-2058-4221-af90-4658c8101543 req-ff401eec-7f66-4804-9716-f06a8750cac8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c02d261-ab8b-47f7-9de0-e42df0360707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237062 Jul 30 15:38:56.038928 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-114eab15-2058-4221-af90-4658c8101543 req-42ae75d2-264b-47da-a649-bc0ae58a6625 service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787332 Jul 30 15:38:56.128603 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-114eab15-2058-4221-af90-4658c8101543 req-2b49c728-7e7b-4c4c-ac83-1a030b5fee2a service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 Jul 30 15:38:56.421459 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2a1f-ebcf-4deb-ab33-37070454fa69 req-a75f31be-690d-44ac-8e8f-0dcc13e7ee7c tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:56.422837 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-338c2a1f-ebcf-4deb-ab33-37070454fa69 req-a75f31be-690d-44ac-8e8f-0dcc13e7ee7c tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 944 time: 0.0484524 Jul 30 15:38:56.460345 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-338c2a1f-ebcf-4deb-ab33-37070454fa69 req-9b6bd974-cb5f-46b8-b25c-5dd198750e71 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jul 30 15:38:57.576522 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529bc54-821a-445b-8ecd-4d9fa026c558 req-d11702fc-8434-47d6-9528-3cc69d1a14a2 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:57.578002 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f529bc54-821a-445b-8ecd-4d9fa026c558 req-d11702fc-8434-47d6-9528-3cc69d1a14a2 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 944 time: 0.0519955 Jul 30 15:38:57.614520 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f529bc54-821a-445b-8ecd-4d9fa026c558 req-53584dfc-7ef8-4716-b9ac-2a259b347be6 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Jul 30 15:38:58.724536 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9303e78-0928-4aef-b366-2701aeb65062 req-42cf95ff-4e92-41d3-9bf5-c92e2cc8e16e tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:58.726021 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e9303e78-0928-4aef-b366-2701aeb65062 req-42cf95ff-4e92-41d3-9bf5-c92e2cc8e16e tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 944 time: 0.0475345 Jul 30 15:38:58.762659 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e9303e78-0928-4aef-b366-2701aeb65062 req-03ddd62a-35e7-414e-ad01-6b485e6d2424 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299683 Jul 30 15:38:59.088222 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8a92c-d4e4-4711-a46a-014735f8beb0 req-67866e60-941e-4e80-af8c-4eaa8dd56d79 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:59.089699 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b4f8a92c-d4e4-4711-a46a-014735f8beb0 req-67866e60-941e-4e80-af8c-4eaa8dd56d79 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0508902 Jul 30 15:38:59.126204 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-b4f8a92c-d4e4-4711-a46a-014735f8beb0 req-57682460-40de-4109-88a7-6e59152f3aef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300488 Jul 30 15:38:59.883198 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfab6c4-35d6-4b5e-954a-e5390fcff036 req-a400a537-db25-4cbc-a855-082682b18971 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:38:59.884668 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0cfab6c4-35d6-4b5e-954a-e5390fcff036 req-a400a537-db25-4cbc-a855-082682b18971 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 944 time: 0.0544248 Jul 30 15:38:59.921569 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0cfab6c4-35d6-4b5e-954a-e5390fcff036 req-b9f5edb4-34b7-49f9-86b0-2deb056695d1 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310092 Jul 30 15:39:00.241786 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3972b-8b1c-4989-8f21-d4d9e71bc62a req-d27881b4-730b-4500-a36d-deece53bab29 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:00.243323 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-98a3972b-8b1c-4989-8f21-d4d9e71bc62a req-d27881b4-730b-4500-a36d-deece53bab29 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0504415 Jul 30 15:39:00.282189 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-98a3972b-8b1c-4989-8f21-d4d9e71bc62a req-b0ae7e1d-c764-4d79-a56b-ca07daf2389b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Jul 30 15:39:00.477296 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device ab8d9528-51d2-4261-adbe-f6366cddd5cd details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:39:00.506285 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:39:00.569871 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port ab8d9528-51d2-4261-adbe-f6366cddd5cd, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ab8d9528-51d2-4261-adbe-f6366cddd5cd,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:00.581418 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd', 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707', 'port_id': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd', 'mac_address': 'fa:16:3e:2f:d3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:39:00.620322 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:00.632397 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8d9528-51d2-4261-adbe-f6366cddd5cd {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:39:00.651665 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port ab8d9528-51d2-4261-adbe-f6366cddd5cd, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ab8d9528-51d2-4261-adbe-f6366cddd5cd,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:00.655875 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:00.701743 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=ab8d9528-51d2-4261-adbe-f6366cddd5cd,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:00.708520 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.708911 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.709257 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.709594 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.709930 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.710294 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.710629 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.710956 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.711285 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.711607 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.711932 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:00.712254 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:01.033552 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d85391-2905-467a-a7e8-ace659c48522 req-0f083e17-13e9-4aa8-b1ca-56d541e1e7c7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:01.035011 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a0d85391-2905-467a-a7e8-ace659c48522 req-0f083e17-13e9-4aa8-b1ca-56d541e1e7c7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 945 time: 0.0485086 Jul 30 15:39:01.067868 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['ab8d9528-51d2-4261-adbe-f6366cddd5cd'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:39:01.072335 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a0d85391-2905-467a-a7e8-ace659c48522 req-fe4705bb-eaca-46cc-8acc-dc017062d8e4 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Jul 30 15:39:01.393646 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fd2f9-9676-4cec-b7d8-72432e9f2239 req-8df89196-5ad7-4cf9-ac87-218fa2cb5320 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:01.395112 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-014fd2f9-9676-4cec-b7d8-72432e9f2239 req-8df89196-5ad7-4cf9-ac87-218fa2cb5320 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0470476 Jul 30 15:39:01.433572 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-014fd2f9-9676-4cec-b7d8-72432e9f2239 req-646f530c-e4c9-4800-8e0f-437773397929 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Jul 30 15:39:02.183424 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565bf5f-6211-4e55-ae2b-859f46190401 req-c76f604a-7770-4b1f-ab75-daf794fcb960 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:02.185030 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d565bf5f-6211-4e55-ae2b-859f46190401 req-c76f604a-7770-4b1f-ab75-daf794fcb960 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 945 time: 0.0470524 Jul 30 15:39:02.221890 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-d565bf5f-6211-4e55-ae2b-859f46190401 req-d6197ea3-35c8-4644-96e2-bdb2633d3a15 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 Jul 30 15:39:02.495339 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device ab8d9528-51d2-4261-adbe-f6366cddd5cd up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:39:02.544682 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port ab8d9528-51d2-4261-adbe-f6366cddd5cd completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:39:02.548271 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port ab8d9528-51d2-4261-adbe-f6366cddd5cd triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:39:02.548645 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:02.552484 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec51b4c-707f-43c7-a218-40332735e276 req-d5f63889-8f67-4536-92d2-479eb68cf64e tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:02.554010 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ec51b4c-707f-43c7-a218-40332735e276 req-d5f63889-8f67-4536-92d2-479eb68cf64e tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0527730 Jul 30 15:39:02.591237 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ec51b4c-707f-43c7-a218-40332735e276 req-b4f274b2-d078-42b8-a41f-5a805f57d5a7 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Jul 30 15:39:02.624380 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:02.645994 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:02.648219 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b2db8d-cafd-4918-bfa0-0e626b15e77a" -d '{"events": [{"server_uuid": "27339e74-934f-433c-8d87-23c0cec4e2bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d9528-51d2-4261-adbe-f6366cddd5cd"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:02.661694 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port ab8d9528-51d2-4261-adbe-f6366cddd5cd, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ab8d9528-51d2-4261-adbe-f6366cddd5cd,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:02.667264 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:02.694439 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed069b-c761-44ac-ae2b-e6c7f9b04720 x-openstack-request-id: req-82ed069b-c761-44ac-ae2b-e6c7f9b04720 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:02.694728 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27339e74-934f-433c-8d87-23c0cec4e2bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d9528-51d2-4261-adbe-f6366cddd5cd", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:02.694973 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82ed069b-c761-44ac-ae2b-e6c7f9b04720 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:02.695349 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd', 'code': 200} Jul 30 15:39:02.721573 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=ab8d9528-51d2-4261-adbe-f6366cddd5cd,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:02.877510 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e287f-4a91-4970-80ea-6fd091947653 req-a0b6dfbf-c2fd-4ca7-bd85-fe4e1d6831a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:02.878972 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8b0e287f-4a91-4970-80ea-6fd091947653 req-a0b6dfbf-c2fd-4ca7-bd85-fe4e1d6831a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 1099 time: 0.0378060 Jul 30 15:39:02.914536 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8b0e287f-4a91-4970-80ea-6fd091947653 req-7e6af9d2-9699-4c56-adac-955740f884cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275595 Jul 30 15:39:03.332667 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4e6cd-7e0c-4072-8a2c-58eb08d47282 req-0b93f949-e138-4174-bc53-53129364f6e8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:03.334196 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-20b4e6cd-7e0c-4072-8a2c-58eb08d47282 req-0b93f949-e138-4174-bc53-53129364f6e8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 946 time: 0.0462646 Jul 30 15:39:03.371125 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-20b4e6cd-7e0c-4072-8a2c-58eb08d47282 req-2265d7d8-6407-4aa4-9898-699cd708b034 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Jul 30 15:39:03.962005 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fab060-ab43-4616-bcca-e82820811f6e req-262afa6a-a6a6-407c-afb8-a2bfc5917a72 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:03.963415 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-56fab060-ab43-4616-bcca-e82820811f6e req-262afa6a-a6a6-407c-afb8-a2bfc5917a72 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.3042285 Jul 30 15:39:04.003474 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-56fab060-ab43-4616-bcca-e82820811f6e req-c4d9d02a-a7a8-427f-955f-fe9d2ebc3c92 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330129 Jul 30 15:39:04.487004 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba950689-ad3c-4aef-b73b-9ad883460b59 req-36c3bf60-825b-48ce-8c2b-6830a55924d8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:04.488645 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ba950689-ad3c-4aef-b73b-9ad883460b59 req-36c3bf60-825b-48ce-8c2b-6830a55924d8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 946 time: 0.0519733 Jul 30 15:39:04.526115 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-ba950689-ad3c-4aef-b73b-9ad883460b59 req-07115d6c-8887-4519-9b6f-4fc8a7a02745 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Jul 30 15:39:05.123476 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc685-babd-43c2-b333-9f6115e72251 req-dc0ed491-7ff1-493c-9752-ccb7d028b5f8 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:05.123476 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1c6cc685-babd-43c2-b333-9f6115e72251 req-dc0ed491-7ff1-493c-9752-ccb7d028b5f8 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0530102 Jul 30 15:39:05.160805 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1c6cc685-babd-43c2-b333-9f6115e72251 req-2a466697-2758-4f28-b4c7-fcf9280a8f77 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Jul 30 15:39:05.215200 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca3da7-51ed-42c1-87a6-955ef98a8346 req-842dd26c-fd8f-479e-b2e5-a7f7cf3348c8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:05.216751 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-30ca3da7-51ed-42c1-87a6-955ef98a8346 req-842dd26c-fd8f-479e-b2e5-a7f7cf3348c8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 946 time: 0.0478542 Jul 30 15:39:05.255063 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-30ca3da7-51ed-42c1-87a6-955ef98a8346 req-659b1b29-127e-41ea-8d88-b9b8e0d39034 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Jul 30 15:39:06.273331 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020d83d-ec29-4bcc-86c0-170e09aeb9cd req-c31bb97c-1909-4176-b407-e1e2f916330d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:06.275083 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7020d83d-ec29-4bcc-86c0-170e09aeb9cd req-c31bb97c-1909-4176-b407-e1e2f916330d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0485139 Jul 30 15:39:06.312941 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-7020d83d-ec29-4bcc-86c0-170e09aeb9cd req-68db8319-d9ca-489f-bfd8-e52c13266856 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Jul 30 15:39:06.367904 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e0ea4-f7f7-4ed3-ae3b-c80711791585 req-cc66833f-6528-436a-aa2f-f82fa4f4d813 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:06.369414 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ed1e0ea4-f7f7-4ed3-ae3b-c80711791585 req-cc66833f-6528-436a-aa2f-f82fa4f4d813 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 946 time: 0.0475233 Jul 30 15:39:06.407470 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ed1e0ea4-f7f7-4ed3-ae3b-c80711791585 req-2f5b4f85-3952-43bc-a7ab-d3f7907ed520 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Jul 30 15:39:06.928284 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae051ce-617c-4639-8be3-456876526462 req-4fb7d5f0-385e-4225-9c19-b0196782845a tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:06.929757 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ae051ce-617c-4639-8be3-456876526462 req-4fb7d5f0-385e-4225-9c19-b0196782845a tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 946 time: 0.0503805 Jul 30 15:39:07.020182 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Deleting port ab8d9528-51d2-4261-adbe-f6366cddd5cd {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:39:07.020520 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:07.107451 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] For port ab8d9528-51d2-4261-adbe-f6366cddd5cd, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=ab8d9528-51d2-4261-adbe-f6366cddd5cd,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:07.107811 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:07.119796 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Calling delete_port for ab8d9528-51d2-4261-adbe-f6366cddd5cd owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:39:07.242778 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:07.268912 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Pushing event deleted for resources: {'Port': ['ID=ab8d9528-51d2-4261-adbe-f6366cddd5cd,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:07.281837 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['ab8d9528-51d2-4261-adbe-f6366cddd5cd'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:39:07.310621 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] No DVR routers for this DVR port ab8d9528-51d2-4261-adbe-f6366cddd5cd on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:39:07.313118 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:07.315098 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ae051ce-617c-4639-8be3-456876526462 req-53f84aaa-ef57-4bae-a3c9-05d2f5830cff tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "DELETE /v2.0/ports/ab8d9528-51d2-4261-adbe-f6366cddd5cd HTTP/1.1" status: 204 len: 173 time: 0.3785930 Jul 30 15:39:07.315534 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'name': 'network-vif-deleted', 'tag': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:07.317835 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92a1dc7-1242-4d04-aae7-f0afcc91b7b8" -d '{"events": [{"server_uuid": "27339e74-934f-433c-8d87-23c0cec4e2bb", "name": "network-vif-deleted", "tag": "ab8d9528-51d2-4261-adbe-f6366cddd5cd"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:07.356383 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87af985-3bea-4365-be42-fdeb8cd47be6 x-openstack-request-id: req-e87af985-3bea-4365-be42-fdeb8cd47be6 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:07.356674 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27339e74-934f-433c-8d87-23c0cec4e2bb", "name": "network-vif-deleted", "tag": "ab8d9528-51d2-4261-adbe-f6366cddd5cd", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:07.356970 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e87af985-3bea-4365-be42-fdeb8cd47be6 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:07.357347 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27339e74-934f-433c-8d87-23c0cec4e2bb', 'name': 'network-vif-deleted', 'tag': 'ab8d9528-51d2-4261-adbe-f6366cddd5cd', 'status': 'completed', 'code': 200} Jul 30 15:39:07.432808 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10af71-1815-4c6f-b4d0-ce6bd847ea4a req-1e64e19b-d19e-4595-ad79-e6051a9bac2b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:07.435072 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-de10af71-1815-4c6f-b4d0-ce6bd847ea4a req-1e64e19b-d19e-4595-ad79-e6051a9bac2b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0557046 Jul 30 15:39:07.484269 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-de10af71-1815-4c6f-b4d0-ce6bd847ea4a req-bca3aa7a-d95c-41c4-bcd6-25ec0bd9444b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Jul 30 15:39:07.514665 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-626b4f6d-4669-41d4-ab72-4f768a03e914 req-6773c737-ad3e-45e0-8c66-ed5c56c05af2 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=27339e74-934f-433c-8d87-23c0cec4e2bb HTTP/1.1" status: 200 len: 210 time: 0.0258632 Jul 30 15:39:08.591414 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c017d4f-1ac8-4e28-b7f1-174de4682c9a req-5693391e-0952-4527-93a1-90aa63a92a62 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:08.592942 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6c017d4f-1ac8-4e28-b7f1-174de4682c9a req-5693391e-0952-4527-93a1-90aa63a92a62 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0483289 Jul 30 15:39:08.631526 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6c017d4f-1ac8-4e28-b7f1-174de4682c9a req-32e9e9c4-a65e-4469-bc84-d1b153736c3d tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Jul 30 15:39:08.772095 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-3b1e053a-2621-4453-a8d7-bfd678176a8b tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:08.777818 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-3b1e053a-2621-4453-a8d7-bfd678176a8b tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/networks?id=5c02d261-ab8b-47f7-9de0-e42df0360707 HTTP/1.1" status: 200 len: 809 time: 0.1009901 Jul 30 15:39:08.789847 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-7a5985ec-0a47-4095-946c-6c0023012705 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/quotas/4e0b2380097d4d8ba888c7f631f29f21 HTTP/1.1" status: 200 len: 375 time: 0.0090172 Jul 30 15:39:08.819776 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-52a5b6d6-a585-43a2-9d3b-baff004b6aac tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e0b2380097d4d8ba888c7f631f29f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241933 Jul 30 15:39:08.909806 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-334e205f-87a4-4377-ac72-3404bfb586fb service neutron] 10.222.0.50 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827703 Jul 30 15:39:08.994952 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-8f7b0c66-e0fd-46cc-84b4-4e49c2cbfb75 service neutron] 10.222.0.50 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792036 Jul 30 15:39:09.148655 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b6f5bef1-590e-401a-8b47-2c7fab90df46 req-27703305-64a0-43ef-bb41-b185b97d71c8 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 210 time: 0.0288339 Jul 30 15:39:09.279968 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-cf5b729e-a08d-460a-a700-911d7758e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:09.281486 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-cf5b729e-a08d-460a-a700-911d7758e562 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1098 time: 0.0469923 Jul 30 15:39:09.380671 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-7bd2c0b4-32f2-464c-bb9c-2f60fb5faaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:09.382183 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-7bd2c0b4-32f2-464c-bb9c-2f60fb5faaa8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 909 time: 0.0944304 Jul 30 15:39:09.453399 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-99001f56-a34d-4f27-804a-e9e494f4b5a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 999 time: 0.0596471 Jul 30 15:39:09.507577 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-9b043f72-ecbd-413d-a669-094f04222557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:09.509061 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-9b043f72-ecbd-413d-a669-094f04222557 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.0484669 Jul 30 15:39:09.556163 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-157d2eac-fe22-435b-a999-9f679e56424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:09.557637 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-157d2eac-fe22-435b-a999-9f679e56424a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411077 Jul 30 15:39:09.649674 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-c3329b69-58bc-4169-9a53-8613a0796263 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835943 Jul 30 15:39:09.782087 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48ee5-5e86-41ab-9024-b7fa913bd0d7 req-ca884be3-e2a4-4481-870b-2ecc44cfdccc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:09.783564 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2dd48ee5-5e86-41ab-9024-b7fa913bd0d7 req-ca884be3-e2a4-4481-870b-2ecc44cfdccc tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0725374 Jul 30 15:39:09.799801 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e51e3e89-ad83-4567-ae58-6b07f8889e40 req-ec4137bc-68cd-40d9-bca9-7b8bbeccb11d service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415610 Jul 30 15:39:09.825668 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2dd48ee5-5e86-41ab-9024-b7fa913bd0d7 req-b96ec151-0c55-4d44-9e7f-d1e728302489 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351100 Jul 30 15:39:10.203129 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-eee3eb8c-2ce5-4f7e-b6c6-1451d9fc527f tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:10.204696 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-eee3eb8c-2ce5-4f7e-b6c6-1451d9fc527f tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "GET /v2.0/networks?id=5c02d261-ab8b-47f7-9de0-e42df0360707 HTTP/1.1" status: 200 len: 809 time: 0.1083186 Jul 30 15:39:10.224919 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Request body: {'port': {'device_id': 'a604074e-f8d5-442e-9759-208b017983fd', 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707', 'admin_state_up': True, 'tenant_id': '4e0b2380097d4d8ba888c7f631f29f21'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:39:10.247816 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4fea6a66-5f73-4b4e-b47b-92d5a01f0868 req-10877810-f678-4070-9910-a5ad60782828 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 210 time: 0.0270407 Jul 30 15:39:10.337544 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Made reservation on behalf of 4e0b2380097d4d8ba888c7f631f29f21 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:39:10.341493 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:10.466076 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Allocated IP 172.20.0.5 (5c02d261-ab8b-47f7-9de0-e42df0360707/2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b/02976b22-2e52-4dc5-826f-672a29df1c89) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:39:10.521207 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device ab8d9528-51d2-4261-adbe-f6366cddd5cd no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:39:10.541040 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: ab8d9528-51d2-4261-adbe-f6366cddd5cd {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:39:10.541390 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device ab8d9528-51d2-4261-adbe-f6366cddd5cd not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:39:10.608304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:10.647926 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:10.689403 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Network 5c02d261-ab8b-47f7-9de0-e42df0360707 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:39:10.692331 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:39:10.697825 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:39:10.704598 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Pushing event updated for resources: {'Port': ['ID=02976b22-2e52-4dc5-826f-672a29df1c89,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:10.748013 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:10.748533 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:10.765282 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-4c78e807-837f-4355-9512-3d63645ba3d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442615 Jul 30 15:39:10.783220 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Request body: {'port': {'device_id': 'a604074e-f8d5-442e-9759-208b017983fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:39:10.837133 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:11.269920 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0b42a-3e75-48f9-b9af-17e2e1796d7c req-011da453-dbf0-4c60-968b-e9db8fbe53d6 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:11.274869 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5ee0b42a-3e75-48f9-b9af-17e2e1796d7c req-011da453-dbf0-4c60-968b-e9db8fbe53d6 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.3793328 Jul 30 15:39:11.329159 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5ee0b42a-3e75-48f9-b9af-17e2e1796d7c req-e26c3a3e-cb24-44c7-969c-8ebf3a9b00b0 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495312 Jul 30 15:39:11.369741 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e828d4b-5919-4161-8ef8-397903e48aec req-31d29673-23ab-4464-8c32-41aa229e4f4a tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:11.371410 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6e828d4b-5919-4161-8ef8-397903e48aec req-31d29673-23ab-4464-8c32-41aa229e4f4a tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 931 time: 0.0535295 Jul 30 15:39:11.401388 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02976b22-2e52-4dc5-826f-672a29df1c89 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:39:11.409370 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:11.410660 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6e828d4b-5919-4161-8ef8-397903e48aec req-de5a990a-e250-457a-a9b2-b1e7a82b2eae tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Jul 30 15:39:11.421280 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Transition to ACTIVE for port object 02976b22-2e52-4dc5-826f-672a29df1c89 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:39:11.425666 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:11.473227 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Pushing event updated for resources: {'Port': ['ID=02976b22-2e52-4dc5-826f-672a29df1c89,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:11.540080 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Attempting to bind port 02976b22-2e52-4dc5-826f-672a29df1c89 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:39:11.540425 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Attempting to bind port 02976b22-2e52-4dc5-826f-672a29df1c89 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:39:11.540786 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Attempting to bind port 02976b22-2e52-4dc5-826f-672a29df1c89 on network 5c02d261-ab8b-47f7-9de0-e42df0360707 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:39:11.545783 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Port 02976b22-2e52-4dc5-826f-672a29df1c89 on network 5c02d261-ab8b-47f7-9de0-e42df0360707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:39:11.546106 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Attempting to bind port 02976b22-2e52-4dc5-826f-672a29df1c89 on network 5c02d261-ab8b-47f7-9de0-e42df0360707 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:39:11.550874 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:39:11.551219 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Checking segment: {'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:39:11.551615 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Bound using segment: {'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:39:11.552041 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Bound port: 02976b22-2e52-4dc5-826f-672a29df1c89, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a2dd68-5ba5-40be-a8d0-6af187a62b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:39:11.552406 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:11.618547 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] For port 02976b22-2e52-4dc5-826f-672a29df1c89, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:39:11.622425 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] For port 02976b22-2e52-4dc5-826f-672a29df1c89, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=02976b22-2e52-4dc5-826f-672a29df1c89,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:39:11.626546 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:11.660881 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:11.661504 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:11.662917 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] 10.222.0.58 "PUT /v2.0/ports/02976b22-2e52-4dc5-826f-672a29df1c89 HTTP/1.1" status: 200 len: 1093 time: 0.8837848 Jul 30 15:39:11.663343 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a604074e-f8d5-442e-9759-208b017983fd', 'tag': '02976b22-2e52-4dc5-826f-672a29df1c89'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:11.665612 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fab9ce-e596-40bd-918f-37d5a67cfd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a604074e-f8d5-442e-9759-208b017983fd", "tag": "02976b22-2e52-4dc5-826f-672a29df1c89"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:11.690240 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188401a1-01a0-471b-964a-7b12032b2613 service neutron] Pushing event updated for resources: {'Port': ['ID=02976b22-2e52-4dc5-826f-672a29df1c89,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:11.707068 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ea235-34a4-40f3-a9bd-716f285b108a x-openstack-request-id: req-638ea235-34a4-40f3-a9bd-716f285b108a {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:11.707364 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a604074e-f8d5-442e-9759-208b017983fd", "tag": "02976b22-2e52-4dc5-826f-672a29df1c89", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:11.707621 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-638ea235-34a4-40f3-a9bd-716f285b108a {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:11.708018 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a604074e-f8d5-442e-9759-208b017983fd', 'tag': '02976b22-2e52-4dc5-826f-672a29df1c89', 'status': 'completed', 'code': 200} Jul 30 15:39:11.763271 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-ea6d6c65-3474-4792-8af3-abe53bc88e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:11.764779 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-ea6d6c65-3474-4792-8af3-abe53bc88e6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0b2380097d4d8ba888c7f631f29f21&device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 1096 time: 0.0414393 Jul 30 15:39:11.814163 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-fd4bf401-eb8e-49f1-9a5a-bd309b67baf6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02976b22-2e52-4dc5-826f-672a29df1c89 HTTP/1.1" status: 200 len: 217 time: 0.0349424 Jul 30 15:39:11.869612 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-b1090808-c854-463f-acbf-cb73133f2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:11.871845 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-b1090808-c854-463f-acbf-cb73133f2f14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b HTTP/1.1" status: 200 len: 849 time: 0.0507030 Jul 30 15:39:11.906608 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-975f942f-3134-4718-9215-af18397e9949 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c02d261-ab8b-47f7-9de0-e42df0360707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248249 Jul 30 15:39:11.998374 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-ffeb5e9d-391d-4efb-8b4c-022ab35828a5 service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Jul 30 15:39:12.098124 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-38f978f0-f2f1-4e31-9179-f7552cc685d4 req-5eda4c1b-004c-4ead-af41-77724406be91 service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924659 Jul 30 15:39:12.217683 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-a43fc257-19c6-4ec5-8151-380c6de05664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:12.219094 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-a43fc257-19c6-4ec5-8151-380c6de05664 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0b2380097d4d8ba888c7f631f29f21&device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 1096 time: 0.0393343 Jul 30 15:39:12.315298 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-290ec9e6-d6aa-4870-bab8-9b3da56f2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:12.316760 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-290ec9e6-d6aa-4870-bab8-9b3da56f2dc6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c02d261-ab8b-47f7-9de0-e42df0360707 HTTP/1.1" status: 200 len: 910 time: 0.0899882 Jul 30 15:39:12.358137 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-bb0f09ac-57d0-4128-a5c3-653bbb3d02b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02976b22-2e52-4dc5-826f-672a29df1c89 HTTP/1.1" status: 200 len: 217 time: 0.0327353 Jul 30 15:39:12.406296 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-c43c8c37-6379-4da6-9f04-b50176579d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:12.408022 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-c43c8c37-6379-4da6-9f04-b50176579d36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b HTTP/1.1" status: 200 len: 849 time: 0.0434954 Jul 30 15:39:12.438918 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-7977a78f-97e5-4154-b6b0-6de38d34ffbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c02d261-ab8b-47f7-9de0-e42df0360707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240467 Jul 30 15:39:12.446492 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267515c8-cac0-4bb1-9dae-8a5b37630413 req-4c0962f9-f7b6-46d9-ae67-65ee3f968075 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:12.447996 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-267515c8-cac0-4bb1-9dae-8a5b37630413 req-4c0962f9-f7b6-46d9-ae67-65ee3f968075 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0501549 Jul 30 15:39:12.489870 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-267515c8-cac0-4bb1-9dae-8a5b37630413 req-39892151-e350-4a37-a30d-05bf466352b6 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353999 Jul 30 15:39:12.575876 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-b3c41032-505f-4bbd-9cb7-f8e00dd680c1 service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293571 Jul 30 15:39:12.586326 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9cd32-8c91-44d7-ac7e-ceefa9133509 req-9a48057d-63b1-4004-8c4f-5100f942087f tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:12.588954 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ba9cd32-8c91-44d7-ac7e-ceefa9133509 req-9a48057d-63b1-4004-8c4f-5100f942087f tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 943 time: 0.0737231 Jul 30 15:39:12.681511 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4ba9cd32-8c91-44d7-ac7e-ceefa9133509 req-ff1649b5-220c-462e-927d-fd2dad8798e9 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825505 Jul 30 15:39:12.707658 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-52fab9ce-e596-40bd-918f-37d5a67cfd4c req-86e1db1c-d5cc-43fa-931d-d77dd93e5199 service neutron] 10.222.0.58 "GET /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170042 Jul 30 15:39:12.717909 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55262) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:12.722734 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f392c07-134d-49af-b2cd-65f0476e7b00 req-9d8f84e6-d80d-4978-b17c-551152dc8210 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:12.724396 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5f392c07-134d-49af-b2cd-65f0476e7b00 req-9d8f84e6-d80d-4978-b17c-551152dc8210 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0622849 Jul 30 15:39:12.765870 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5f392c07-134d-49af-b2cd-65f0476e7b00 req-eacc7b05-ee13-464b-b398-a23cbaa3da70 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Jul 30 15:39:12.799761 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-d1eb8d3c-5421-454d-8d5e-bff0a1cf3651 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807502 Jul 30 15:39:13.800954 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dc65b-bebc-4555-8c65-92b1dd2fef4d req-df084e65-73de-44f4-8121-2dbfb6cae98a tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:13.802701 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-aa0dc65b-bebc-4555-8c65-92b1dd2fef4d req-df084e65-73de-44f4-8121-2dbfb6cae98a tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 943 time: 0.0484762 Jul 30 15:39:13.848739 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-aa0dc65b-bebc-4555-8c65-92b1dd2fef4d req-b4c69953-3576-4148-baf3-ba7b6525c1d7 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Jul 30 15:39:13.885908 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450c1ff-1bd8-4246-b9f6-77ce51bfa740 req-d7eec5f0-1018-452c-abed-d438fd6b1e09 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:13.888203 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2450c1ff-1bd8-4246-b9f6-77ce51bfa740 req-d7eec5f0-1018-452c-abed-d438fd6b1e09 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0559964 Jul 30 15:39:13.927603 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2450c1ff-1bd8-4246-b9f6-77ce51bfa740 req-fcb82bdd-8dfd-4597-8ec8-55255aedd07e tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Jul 30 15:39:14.222573 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-499b1317-1ee3-45b6-a8ef-c6ee08bd1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:14.223949 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-499b1317-1ee3-45b6-a8ef-c6ee08bd1a9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a&tenant_id=3f0b91d19179443c98c850dd803fa671 HTTP/1.1" status: 200 len: 1098 time: 0.0395901 Jul 30 15:39:14.300900 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-7d862223-ed14-493f-8028-b397b71e1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:14.302367 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-7d862223-ed14-493f-8028-b397b71e1251 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1098 time: 0.0394146 Jul 30 15:39:14.392081 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-2901d3cd-5743-481b-9d98-3ca61138826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:14.393565 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-2901d3cd-5743-481b-9d98-3ca61138826b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 909 time: 0.0839083 Jul 30 15:39:14.457922 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-eae5671a-0939-41c3-ba65-cd89b8fd64c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 999 time: 0.0570645 Jul 30 15:39:14.506499 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-e4ed3669-19ed-4f02-9f6a-07fb270fd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:14.507852 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-e4ed3669-19ed-4f02-9f6a-07fb270fd17a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.0421810 Jul 30 15:39:14.556217 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-4c06af05-af48-4f45-be0e-e450efb0194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:14.557684 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-4c06af05-af48-4f45-be0e-e450efb0194f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422313 Jul 30 15:39:14.644517 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-96dbabb7-88f0-4355-af89-eb1293355b56 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788145 Jul 30 15:39:14.734369 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5d197748-a6ed-4b14-a2d2-b22abb8bb06f req-c434193d-7d93-430d-9817-ce79396a8487 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827544 Jul 30 15:39:14.961556 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0048cc-ee1f-4714-9923-cc9fef2ab1c6 req-2a8891c7-743a-45ac-bc5b-bc8f373269bb tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:14.963040 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bc0048cc-ee1f-4714-9923-cc9fef2ab1c6 req-2a8891c7-743a-45ac-bc5b-bc8f373269bb tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 943 time: 0.0492263 Jul 30 15:39:15.001335 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bc0048cc-ee1f-4714-9923-cc9fef2ab1c6 req-58c1ec4c-e6eb-4472-9f81-a1956c36d3dd tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Jul 30 15:39:15.041451 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06506ba5-88b4-4bb1-99f2-7585f448ccd3 req-5722e6cf-c791-4914-a1e3-96fdc965df25 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:15.043438 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-06506ba5-88b4-4bb1-99f2-7585f448ccd3 req-5722e6cf-c791-4914-a1e3-96fdc965df25 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0485554 Jul 30 15:39:15.080103 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-06506ba5-88b4-4bb1-99f2-7585f448ccd3 req-627a0167-6bb4-45f8-b7b3-304e94e57bef tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Jul 30 15:39:15.825742 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e78f3-f02b-4107-8e54-f2f13df8fdf1 req-4fb88de4-8d2f-4752-af04-93b5056c841e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:15.827146 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-db9e78f3-f02b-4107-8e54-f2f13df8fdf1 req-4fb88de4-8d2f-4752-af04-93b5056c841e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 947 time: 0.0474882 Jul 30 15:39:15.864358 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-db9e78f3-f02b-4107-8e54-f2f13df8fdf1 req-6e9cf650-e3c7-4b77-acae-e793b95c386f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Jul 30 15:39:16.003755 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-024eb347-47d0-4a48-8bf2-3d201a6f7ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:16.122467 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a3964-751c-420f-bd1b-385899a63963 req-c0de3290-a19f-4c39-afbd-e5a898b4b728 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:16.124017 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e07a3964-751c-420f-bd1b-385899a63963 req-c0de3290-a19f-4c39-afbd-e5a898b4b728 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 943 time: 0.0516052 Jul 30 15:39:16.162041 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e07a3964-751c-420f-bd1b-385899a63963 req-a40bc6b3-96e9-48a1-9513-89d2fc900292 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Jul 30 15:39:16.205023 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069b55f-3151-4294-aa43-ec9189e3dafa req-d62996d6-2540-480b-92e3-72292ba689b0 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:16.206516 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b069b55f-3151-4294-aa43-ec9189e3dafa req-d62996d6-2540-480b-92e3-72292ba689b0 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0509753 Jul 30 15:39:16.243900 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-b069b55f-3151-4294-aa43-ec9189e3dafa req-44c298cc-5b0f-4e39-8a43-803a2abf16f0 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315723 Jul 30 15:39:16.521041 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 02976b22-2e52-4dc5-826f-672a29df1c89 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:39:16.526480 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 5c70ca43-b508-49a5-94ca-f60360066b85 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:39:16.670383 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:16.676554 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 02976b22-2e52-4dc5-826f-672a29df1c89, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=02976b22-2e52-4dc5-826f-672a29df1c89,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:16.699210 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '02976b22-2e52-4dc5-826f-672a29df1c89', 'network_id': '5c02d261-ab8b-47f7-9de0-e42df0360707', 'port_id': '02976b22-2e52-4dc5-826f-672a29df1c89', 'mac_address': 'fa:16:3e:6d:83:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:39:16.705943 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:16.708168 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f35e90-4d10-464d-95f5-39ee3531609c" -d '{"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:16.742503 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:16.746271 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e475848f-03d1-4870-91bc-7347ecb016a7 x-openstack-request-id: req-e475848f-03d1-4870-91bc-7347ecb016a7 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:16.746559 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:16.746822 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e475848f-03d1-4870-91bc-7347ecb016a7 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:16.747261 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85', 'code': 200} Jul 30 15:39:16.751075 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:16.781689 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:16.801970 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02976b22-2e52-4dc5-826f-672a29df1c89 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:39:16.822759 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=6']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:16.833554 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 02976b22-2e52-4dc5-826f-672a29df1c89, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=02976b22-2e52-4dc5-826f-672a29df1c89,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:16.837366 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:16.884453 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=02976b22-2e52-4dc5-826f-672a29df1c89,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:16.980343 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172fa0b-8281-40e8-8f97-27242558b927 req-aee7690f-1874-496d-b9b8-c494c426b092 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:16.981918 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6172fa0b-8281-40e8-8f97-27242558b927 req-aee7690f-1874-496d-b9b8-c494c426b092 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 947 time: 0.0472817 Jul 30 15:39:17.019445 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6172fa0b-8281-40e8-8f97-27242558b927 req-fc266028-fdd0-41d2-9821-b62507811a95 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups?id=a72897a5-bfc9-4a50-b031-52b072f0a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Jul 30 15:39:17.227334 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['02976b22-2e52-4dc5-826f-672a29df1c89'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:39:17.283869 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186393db-c63d-40a3-8606-eceb28fb0db6 req-85b89aa9-15a1-4bbb-94bd-f1fab5ce76be tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:17.285422 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-186393db-c63d-40a3-8606-eceb28fb0db6 req-85b89aa9-15a1-4bbb-94bd-f1fab5ce76be tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 944 time: 0.0556901 Jul 30 15:39:17.329892 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-186393db-c63d-40a3-8606-eceb28fb0db6 req-e7497115-2dde-4a57-89e6-af022670d6e9 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Jul 30 15:39:17.362822 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287538-2673-4106-bbd1-0747cfcfc56f req-f08cd3c6-111f-4de3-8008-b3bd10660673 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:17.364324 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-85287538-2673-4106-bbd1-0747cfcfc56f req-f08cd3c6-111f-4de3-8008-b3bd10660673 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0497735 Jul 30 15:39:17.402924 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-85287538-2673-4106-bbd1-0747cfcfc56f req-9a1f05be-48c5-4eb7-b848-918f61a79537 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324979 Jul 30 15:39:17.547559 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-24d6a5fd-e1cf-4fb6-beb0-afa6ab729d1d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:17.548930 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-24d6a5fd-e1cf-4fb6-beb0-afa6ab729d1d tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 947 time: 0.0483842 Jul 30 15:39:17.637847 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Deleting port 1f7d86b7-749f-451f-a3f0-87249f3af129 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:39:17.638193 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:17.726752 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] For port 1f7d86b7-749f-451f-a3f0-87249f3af129, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=1f7d86b7-749f-451f-a3f0-87249f3af129,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:17.727121 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:17.889352 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:17.889649 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:17.889967 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.db.l3_db [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Floating IP 372211c2-acf0-4cc7-bc95-b5c83c4d01e1 disassociated. External IP: 172.27.2.120, port: 1f7d86b7-749f-451f-a3f0-87249f3af129. Jul 30 15:39:17.890307 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Calling delete_port for 1f7d86b7-749f-451f-a3f0-87249f3af129 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:39:18.018466 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:18.046739 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event deleted for resources: {'Port': ['ID=1f7d86b7-749f-451f-a3f0-87249f3af129,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:18.058832 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.059178 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.059562 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.059872 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.060214 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.060551 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.060914 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.061305 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.061570 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.061902 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.062232 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.062563 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:18.142742 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-efb08150-a897-4ff0-bd9d-97e0c1822333 req-62874609-487b-41f1-9a43-51d292a601fa tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a3a841-81d3-4cb8-9c1d-89a790340a91 HTTP/1.1" status: 200 len: 210 time: 0.0321212 Jul 30 15:39:18.211532 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Router c7865ba6-b8f8-491e-9aad-814716eaa4cf has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:39:18.317854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:39:18.328525 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] Sync routers for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:39:18.337489 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:39:18.338097 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:38:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:18.359923 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] No DVR routers for this DVR port 1f7d86b7-749f-451f-a3f0-87249f3af129 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:39:18.362298 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:18.364493 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-35139e60-a8f7-4fe2-b5d3-0f3dec4e3828 req-c144983f-ec9f-4a2f-885d-e5144e78fdc0 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.58 "DELETE /v2.0/ports/1f7d86b7-749f-451f-a3f0-87249f3af129 HTTP/1.1" status: 204 len: 173 time: 0.8092842 Jul 30 15:39:18.364857 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-deleted', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:18.367616 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923fe69-422c-4a7f-8ba3-717700c4feef" -d '{"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-deleted", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:18.425776 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c257a0a-d431-4ebf-917e-bd3b33f7376b x-openstack-request-id: req-6c257a0a-d431-4ebf-917e-bd3b33f7376b {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:18.426078 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a3a841-81d3-4cb8-9c1d-89a790340a91", "name": "network-vif-deleted", "tag": "1f7d86b7-749f-451f-a3f0-87249f3af129", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:18.426335 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c257a0a-d431-4ebf-917e-bd3b33f7376b {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:18.426737 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3a841-81d3-4cb8-9c1d-89a790340a91', 'name': 'network-vif-deleted', 'tag': '1f7d86b7-749f-451f-a3f0-87249f3af129', 'status': 'completed', 'code': 200} Jul 30 15:39:18.454005 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:39:18.467447 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d78715-e377-4068-930a-f255e9ab71e4 req-4896c73c-a25c-4abb-8abf-119b0b8b7e14 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:18.468995 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-20d78715-e377-4068-930a-f255e9ab71e4 req-4896c73c-a25c-4abb-8abf-119b0b8b7e14 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 944 time: 0.0595584 Jul 30 15:39:18.509553 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-20d78715-e377-4068-930a-f255e9ab71e4 req-6e8fb1ab-73b7-4d62-b137-214882ac237c tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Jul 30 15:39:18.533037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 02976b22-2e52-4dc5-826f-672a29df1c89 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:39:18.534511 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca275ee-2cb0-4955-aaee-0bde59a40ee2 req-61d54727-63ab-4664-88d3-316e58845591 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:18.536052 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fca275ee-2cb0-4955-aaee-0bde59a40ee2 req-61d54727-63ab-4664-88d3-316e58845591 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0523326 Jul 30 15:39:18.584189 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fca275ee-2cb0-4955-aaee-0bde59a40ee2 req-6452a1b9-7021-41ae-9ea7-fc8759345dc5 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 Jul 30 15:39:18.615905 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-76428621-77e6-4893-af94-45a39f4e48a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:18.619990 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 02976b22-2e52-4dc5-826f-672a29df1c89 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:39:18.624336 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 02976b22-2e52-4dc5-826f-672a29df1c89 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:39:18.624709 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:18.699215 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:18.714547 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:18.724380 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:18.725807 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] Checking router: c7865ba6-b8f8-491e-9aad-814716eaa4cf for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:39:18.735043 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:39:18.735655 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:39:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:18.747739 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a604074e-f8d5-442e-9759-208b017983fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02976b22-2e52-4dc5-826f-672a29df1c89'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:18.751871 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb67d6c4-7850-4810-8d67-a690d7175249" -d '{"events": [{"server_uuid": "a604074e-f8d5-442e-9759-208b017983fd", "name": "network-vif-plugged", "status": "completed", "tag": "02976b22-2e52-4dc5-826f-672a29df1c89"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:18.757784 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 02976b22-2e52-4dc5-826f-672a29df1c89, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=02976b22-2e52-4dc5-826f-672a29df1c89,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:18.762600 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:18.798278 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7f3dbb-46b5-43ed-bc0d-220c9dc2da7a x-openstack-request-id: req-9b7f3dbb-46b5-43ed-bc0d-220c9dc2da7a {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:18.798564 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a604074e-f8d5-442e-9759-208b017983fd", "name": "network-vif-plugged", "status": "completed", "tag": "02976b22-2e52-4dc5-826f-672a29df1c89", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:18.798815 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b7f3dbb-46b5-43ed-bc0d-220c9dc2da7a {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:18.799204 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a604074e-f8d5-442e-9759-208b017983fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02976b22-2e52-4dc5-826f-672a29df1c89', 'code': 200} Jul 30 15:39:18.814999 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=02976b22-2e52-4dc5-826f-672a29df1c89,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:18.858438 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:39:19.008931 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291df3b4-4a9a-4220-9af8-d3d7ab1cece9 req-93ed6eb9-8f26-4d41-8edf-97c4916a3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:19.010505 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-291df3b4-4a9a-4220-9af8-d3d7ab1cece9 req-93ed6eb9-8f26-4d41-8edf-97c4916a3b52 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 1098 time: 0.0420642 Jul 30 15:39:19.049857 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-291df3b4-4a9a-4220-9af8-d3d7ab1cece9 req-e04c38cf-7f52-474a-b5e5-d1981e84da58 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301874 Jul 30 15:39:19.063882 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:19.092574 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da9526-fe7c-4cd2-9b50-0997e1fe0de5 None None] The sync data for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi is: [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:27:48Z', 'revision_number': 4, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '03181754-a692-4eb9-ad46-d2da6da623b5', 'name': '', 'network_id': 'd276f68e-9b72-4496-8288-d4266e1f57cf', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'mac_address': 'fa:16:3e:6f:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:46Z', 'updated_at': '2021-07-30T15:27:57Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'subnets': [{'id': '71dae3ce-a5d3-46d8-b033-630613168d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:39:19.234049 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55316) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:19.296184 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b73a6944-b715-49ea-9f1e-46fc1babb01f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.320801 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d248e87-2c79-4bfd-b175-a33b39b91607 None None] New status for floating IP 372211c2-acf0-4cc7-bc95-b5c83c4d01e1: DOWN {{(pid=93060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:39:19.321673 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b73a6944-b715-49ea-9f1e-46fc1babb01f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.371404 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b73a6944-b715-49ea-9f1e-46fc1babb01f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.374236 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b73a6944-b715-49ea-9f1e-46fc1babb01f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.375755 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-b73a6944-b715-49ea-9f1e-46fc1babb01f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "DELETE /v2.0/security-groups/a72897a5-bfc9-4a50-b031-52b072f0a28d HTTP/1.1" status: 204 len: 168 time: 0.1402111 Jul 30 15:39:19.378289 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55318) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:19.385272 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6944-b715-49ea-9f1e-46fc1babb01f tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72897a5-bfc9-4a50-b031-52b072f0a28d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:19.403094 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.api.v2.resource [None req-4315a0b8-c35f-4737-9e1c-18057a4bd621 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] show failed (client error): The resource could not be found. Jul 30 15:39:19.404377 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4315a0b8-c35f-4737-9e1c-18057a4bd621 tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "GET /v2.0/security-groups/a72897a5-bfc9-4a50-b031-52b072f0a28d HTTP/1.1" status: 404 len: 347 time: 0.0250294 Jul 30 15:39:19.407498 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55320) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:19.528133 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.533911 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Deleting port fc85618e-9d6b-448e-87e0-f2e6b85d5042 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:39:19.534404 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.610547 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.610885 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.623085 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Calling delete_port for fc85618e-9d6b-448e-87e0-f2e6b85d5042 owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:39:19.628513 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6ab5d-d12a-40a5-8bd1-ad83c5b51b4f req-f055d87b-bd0e-4451-ba67-4ef639f795b2 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:19.630058 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0aa6ab5d-d12a-40a5-8bd1-ad83c5b51b4f req-f055d87b-bd0e-4451-ba67-4ef639f795b2 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 945 time: 0.0473909 Jul 30 15:39:19.671387 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-0aa6ab5d-d12a-40a5-8bd1-ad83c5b51b4f req-122e296e-4feb-4ee8-bee0-1087886bb826 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347075 Jul 30 15:39:19.743948 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.752542 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7510-ab43-470e-bea5-1b72e47024bf req-ab30c3ce-e466-4f07-a416-20fc2f2a48ae tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:19.754094 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-882c7510-ab43-470e-bea5-1b72e47024bf req-ab30c3ce-e466-4f07-a416-20fc2f2a48ae tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0742517 Jul 30 15:39:19.822299 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-882c7510-ab43-470e-bea5-1b72e47024bf req-a992f942-810d-4183-802d-608d6df297ec tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618858 Jul 30 15:39:19.834901 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.882092 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Pushing event deleted for resources: {'Port': ['ID=fc85618e-9d6b-448e-87e0-f2e6b85d5042,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:19.923599 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.927009 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:19.928174 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2ead1038-d82d-4df1-82e3-411031d0136e tempest-AttachVolumeShelveTestJSON-227955495 tempest-AttachVolumeShelveTestJSON-227955495-project] 10.222.0.50 "DELETE /v2.0/floatingips/372211c2-acf0-4cc7-bc95-b5c83c4d01e1 HTTP/1.1" status: 204 len: 168 time: 0.5197773 Jul 30 15:39:20.801625 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839cae-bed5-4bb4-a9ab-e6fdadf2638f req-585c852a-f325-4c4d-bdeb-4a221762d5aa tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:20.803120 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-09839cae-bed5-4bb4-a9ab-e6fdadf2638f req-585c852a-f325-4c4d-bdeb-4a221762d5aa tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 945 time: 0.0496559 Jul 30 15:39:20.840581 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-09839cae-bed5-4bb4-a9ab-e6fdadf2638f req-426dd9ed-22d1-4dac-96d6-7aace969e030 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306513 Jul 30 15:39:20.947523 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b9953-0a3b-47b2-b3d6-f25073923cce req-9e1a69ee-f3a2-4371-8d0d-682e8ef33515 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:20.949096 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0b1b9953-0a3b-47b2-b3d6-f25073923cce req-9e1a69ee-f3a2-4371-8d0d-682e8ef33515 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0533099 Jul 30 15:39:20.988083 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0b1b9953-0a3b-47b2-b3d6-f25073923cce req-66c231a1-d900-47fb-aa1a-2b6392d6ec5b tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327594 Jul 30 15:39:21.602854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a26e7-b78e-474d-ae18-edea2384ee86 req-cb907dc6-4bf9-4f4a-9598-76b7b006955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:21.604528 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-eb9a26e7-b78e-474d-ae18-edea2384ee86 req-cb907dc6-4bf9-4f4a-9598-76b7b006955e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1096 time: 0.0447154 Jul 30 15:39:21.611864 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171d049-dd1e-48fa-9428-623ab2adcc3f req-e38ad22b-17b1-4ff2-8080-b2f3be0e8fc3 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:21.613410 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1171d049-dd1e-48fa-9428-623ab2adcc3f req-e38ad22b-17b1-4ff2-8080-b2f3be0e8fc3 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 945 time: 0.0513275 Jul 30 15:39:21.640998 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-eb9a26e7-b78e-474d-ae18-edea2384ee86 req-3dbd67c0-bb77-4aed-919c-3204cde225ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293579 Jul 30 15:39:21.648488 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:21.653823 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-1171d049-dd1e-48fa-9428-623ab2adcc3f req-49fc55aa-cbdc-48c3-8069-c92b725251dd tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Jul 30 15:39:22.100670 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b028661-0254-4a2b-840d-fcea24b499ba req-d4e4c7c3-df22-4539-be47-f94fbc50babd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:22.102131 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5b028661-0254-4a2b-840d-fcea24b499ba req-d4e4c7c3-df22-4539-be47-f94fbc50babd tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 943 time: 0.0470884 Jul 30 15:39:22.139792 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5b028661-0254-4a2b-840d-fcea24b499ba req-053adfba-fc15-4e37-ada2-f623877799d5 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Jul 30 15:39:22.390391 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55366) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:22.565664 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 5c70ca43-b508-49a5-94ca-f60360066b85 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:39:22.572116 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:39:22.602027 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 1f7d86b7-749f-451f-a3f0-87249f3af129 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:39:22.602346 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 1f7d86b7-749f-451f-a3f0-87249f3af129 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:39:22.685496 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:22.696534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '5c70ca43-b508-49a5-94ca-f60360066b85', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'port_id': '5c70ca43-b508-49a5-94ca-f60360066b85', 'mac_address': 'fa:16:3e:fd:07:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:39:22.736021 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:22.749466 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c70ca43-b508-49a5-94ca-f60360066b85 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:39:22.769403 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:22.773657 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02f0b5-f9cf-423d-8229-9622878131c3 req-68f240eb-e8e3-4b7f-b902-8a8092f56b7c tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:22.774594 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:22.775437 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6a02f0b5-f9cf-423d-8229-9622878131c3 req-68f240eb-e8e3-4b7f-b902-8a8092f56b7c tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 945 time: 0.0522649 Jul 30 15:39:22.790093 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:22.815530 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6a02f0b5-f9cf-423d-8229-9622878131c3 req-ab5c57ef-ce30-400a-b264-fb43e758bef6 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jul 30 15:39:22.839220 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=7']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:23.045668 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Deleting port 03181754-a692-4eb9-ad46-d2da6da623b5 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:39:23.046014 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:23.121934 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] For port 03181754-a692-4eb9-ad46-d2da6da623b5, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=03181754-a692-4eb9-ad46-d2da6da623b5,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:23.122588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:23.134058 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Calling delete_port for 03181754-a692-4eb9-ad46-d2da6da623b5 owned by network:router_interface {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:39:23.249159 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['5c70ca43-b508-49a5-94ca-f60360066b85'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:39:23.551518 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247edf2e-f1f9-43db-8208-d602af6730e4 req-71856e61-22be-4a86-86d7-8e866d444c3f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:23.553120 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-247edf2e-f1f9-43db-8208-d602af6730e4 req-71856e61-22be-4a86-86d7-8e866d444c3f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 944 time: 0.0696297 Jul 30 15:39:23.651925 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-247edf2e-f1f9-43db-8208-d602af6730e4 req-5104a5b7-79c0-4299-8012-bc173b81c2f2 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840049 Jul 30 15:39:23.670241 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-29a291da-4303-499f-a8dd-7c8e362d32a9 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:23.671824 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-29a291da-4303-499f-a8dd-7c8e362d32a9 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 945 time: 0.1153882 Jul 30 15:39:23.672981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:23.704860 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=03181754-a692-4eb9-ad46-d2da6da623b5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:23.885246 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Deleting port 02976b22-2e52-4dc5-826f-672a29df1c89 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:39:23.885648 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:23.936052 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eb44c-6011-4998-9e83-dedcaf13a0f3 req-256edea4-d56a-4518-b894-976399cc1a50 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:23.937601 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-395eb44c-6011-4998-9e83-dedcaf13a0f3 req-256edea4-d56a-4518-b894-976399cc1a50 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 945 time: 0.0512178 Jul 30 15:39:23.977049 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-395eb44c-6011-4998-9e83-dedcaf13a0f3 req-3518c01d-8a58-4b7c-8d59-f0b89303d63b tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/security-groups?id=92c8691c-59f0-40f2-b340-b320cfaac4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Jul 30 15:39:23.983885 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.050599 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] For port 02976b22-2e52-4dc5-826f-672a29df1c89, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=02976b22-2e52-4dc5-826f-672a29df1c89,segment=NetworkSegment(74a2dd68-5ba5-40be-a8d0-6af187a62b6c),segment_id=74a2dd68-5ba5-40be-a8d0-6af187a62b6c)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:24.050978 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.067427 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Calling delete_port for 02976b22-2e52-4dc5-826f-672a29df1c89 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:39:24.325104 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.327858 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Router c7865ba6-b8f8-491e-9aad-814716eaa4cf has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:39:24.350573 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['02976b22-2e52-4dc5-826f-672a29df1c89'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:39:24.361052 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Pushing event deleted for resources: {'Port': ['ID=02976b22-2e52-4dc5-826f-672a29df1c89,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:24.431820 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] No DVR routers for this DVR port 02976b22-2e52-4dc5-826f-672a29df1c89 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:39:24.435845 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.437821 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cbbbee54-a6c1-4860-ab86-1bc8ff5fd113 req-9666ecd6-3f3d-4d28-ba36-f8304baa9a54 tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.58 "DELETE /v2.0/ports/02976b22-2e52-4dc5-826f-672a29df1c89 HTTP/1.1" status: 204 len: 173 time: 0.7598233 Jul 30 15:39:24.438275 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a604074e-f8d5-442e-9759-208b017983fd', 'name': 'network-vif-deleted', 'tag': '02976b22-2e52-4dc5-826f-672a29df1c89'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:24.440744 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9948ef6-a985-4884-b3ba-d72f53b59514" -d '{"events": [{"server_uuid": "a604074e-f8d5-442e-9759-208b017983fd", "name": "network-vif-deleted", "tag": "02976b22-2e52-4dc5-826f-672a29df1c89"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:24.494166 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d45898-cdc1-4f16-9d89-719424d5b3e7 x-openstack-request-id: req-94d45898-cdc1-4f16-9d89-719424d5b3e7 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:24.494587 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a604074e-f8d5-442e-9759-208b017983fd", "name": "network-vif-deleted", "tag": "02976b22-2e52-4dc5-826f-672a29df1c89", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:24.495539 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94d45898-cdc1-4f16-9d89-719424d5b3e7 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:24.496070 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a604074e-f8d5-442e-9759-208b017983fd', 'name': 'network-vif-deleted', 'tag': '02976b22-2e52-4dc5-826f-672a29df1c89', 'status': 'completed', 'code': 200} Jul 30 15:39:24.517928 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:39:24.523700 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-8de2e5fb-1d22-4307-ad8e-c8a958781f81 admin admin] 10.222.0.50 "PUT /v2.0/routers/c7865ba6-b8f8-491e-9aad-814716eaa4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1318030 Jul 30 15:39:24.526826 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55380) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:24.530172 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] Sync routers for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:39:24.539176 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:39:24.539791 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:39:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:24.566219 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 5c70ca43-b508-49a5-94ca-f60360066b85 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:39:24.627350 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 5c70ca43-b508-49a5-94ca-f60360066b85 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:39:24.627729 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.644614 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks [] for router, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.650236 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:39:24.754292 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.813052 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Deleting port 59facb7f-1a6c-437d-bd6c-61aefd15db69 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:39:24.813392 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.841652 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.864938 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:24.867241 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5abfc-ae57-43f1-baff-aa51e687f442" -d '{"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:24.881655 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:24.888072 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.911123 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] For port 59facb7f-1a6c-437d-bd6c-61aefd15db69, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=59facb7f-1a6c-437d-bd6c-61aefd15db69,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:24.911554 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:24.934192 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Calling delete_port for 59facb7f-1a6c-437d-bd6c-61aefd15db69 owned by network:router_gateway {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:39:24.934546 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bc3a1b-62c0-4113-a942-9c00b5f8ea57 x-openstack-request-id: req-a3bc3a1b-62c0-4113-a942-9c00b5f8ea57 {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:24.934844 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:24.935092 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3bc3a1b-62c0-4113-a942-9c00b5f8ea57 {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:24.935633 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85', 'code': 200} Jul 30 15:39:24.947489 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=8']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:24.955286 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:39:23Z', 'revision_number': 5, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port': {'id': '59facb7f-1a6c-437d-bd6c-61aefd15db69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:27:41Z', 'updated_at': '2021-07-30T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:24.986591 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] Checking router: c7865ba6-b8f8-491e-9aad-814716eaa4cf for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:39:24.996689 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] Routers {'c7865ba6-b8f8-491e-9aad-814716eaa4cf'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:39:24.997345 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:39:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:25.101624 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] Set router c7865ba6-b8f8-491e-9aad-814716eaa4cf gateway port host: None {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:39:25.105709 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9aad6316-22c2-4029-86b0-1ce8a640fc78 req-6cb08d70-257e-4695-87df-fef41a17e5aa tempest-VolumesActionsTest-500703124 tempest-VolumesActionsTest-500703124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a604074e-f8d5-442e-9759-208b017983fd HTTP/1.1" status: 200 len: 210 time: 0.0280168 Jul 30 15:39:25.137140 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.153049 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:39:24Z', 'revision_number': 6, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:25.166067 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Pushing event deleted for resources: {'Port': ['ID=59facb7f-1a6c-437d-bd6c-61aefd15db69,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:25.181339 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99765d-e314-4659-be26-42ac74dd5267 None None] The sync data for ids ['c7865ba6-b8f8-491e-9aad-814716eaa4cf'] in dv-cinder-778907-3-iscsi is: [{'id': 'c7865ba6-b8f8-491e-9aad-814716eaa4cf', 'name': 'tempest-AttachVolumeShelveTestJSON-2109519243-router', 'tenant_id': '2f043b68295048f88a1e0c8dea612401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:27:40Z', 'updated_at': '2021-07-30T15:39:24Z', 'revision_number': 6, 'project_id': '2f043b68295048f88a1e0c8dea612401', 'gw_port_host': None}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:39:25.229199 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.316493 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.318643 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.359119 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.359640 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7865ba6-b8f8-491e-9aad-814716eaa4cf {{(pid=93059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:39:25.363966 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.365000 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3e36b3e5-a152-4dcd-9470-192c58777116 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c7865ba6-b8f8-491e-9aad-814716eaa4cf HTTP/1.1" status: 204 len: 168 time: 0.8362720 Jul 30 15:39:25.367568 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55386) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:25.413255 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] Deleting subnet 71dae3ce-a5d3-46d8-b033-630613168d57 {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:39:25.416150 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.450134 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.525718 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.585846 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.615625 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71dae3ce-a5d3-46d8-b033-630613168d57,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:25.619156 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.623463 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-fb6bcaac-2239-4bd7-ab95-964df2099ff6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/71dae3ce-a5d3-46d8-b033-630613168d57 HTTP/1.1" status: 204 len: 168 time: 0.2525949 Jul 30 15:39:25.623877 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55388) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:25.627337 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b3b5d-613a-4e8d-beb5-8dee5b466629 None None] Network d276f68e-9b72-4496-8288-d4266e1f57cf requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:39:25.700643 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.758388 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Deleting port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:39:25.759024 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.822854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] For port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=580ae0f6-51b5-43f6-a63c-c884ad0bd38a,segment=NetworkSegment(3fcbeafc-dbe0-4cd7-9588-a7da25200af5),segment_id=3fcbeafc-dbe0-4cd7-9588-a7da25200af5)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:39:25.823289 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.835282 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Calling delete_port for 580ae0f6-51b5-43f6-a63c-c884ad0bd38a owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:39:25.910049 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:25.937069 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Pushing event deleted for resources: {'Port': ['ID=580ae0f6-51b5-43f6-a63c-c884ad0bd38a,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:25.943621 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] No DVR routers for this DVR port 580ae0f6-51b5-43f6-a63c-c884ad0bd38a on host dv-cinder-778907-3-iscsi {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:39:25.973552 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08822ca9-1cc9-4811-86af-28993a75ad14 None None] DHCP port deletion for d276f68e-9b72-4496-8288-d4266e1f57cf request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:39:25.999780 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 03181754-a692-4eb9-ad46-d2da6da623b5 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:39:26.016612 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.023147 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 03181754-a692-4eb9-ad46-d2da6da623b5 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:39:26.023509 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 03181754-a692-4eb9-ad46-d2da6da623b5 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:39:26.027734 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d276f68e-9b72-4496-8288-d4266e1f57cf']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:26.038471 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcbeafc-dbe0-4cd7-9588-a7da25200af5') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:26.038837 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcbeafc-dbe0-4cd7-9588-a7da25200af5') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:26.048714 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.062918 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.070161 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:39:26.070635 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:39:26.072450 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:39:26.134216 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.154985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.156009 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d276f68e-9b72-4496-8288-d4266e1f57cf HTTP/1.1" status: 204 len: 168 time: 0.5313003 Jul 30 15:39:26.157215 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380f0b6-e5d8-4da9-9798-e7b45fa5db31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d276f68e-9b72-4496-8288-d4266e1f57cf,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:26.305578 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55400) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:26.347510 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1f04603c-8769-402d-9acf-3617cdcc7917 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f043b68295048f88a1e0c8dea612401&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406048 Jul 30 15:39:26.349968 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55404) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:26.398559 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-322f3edd-9636-4579-b970-5b8af34ed09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.421773 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-322f3edd-9636-4579-b970-5b8af34ed09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.470407 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-322f3edd-9636-4579-b970-5b8af34ed09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.473067 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-322f3edd-9636-4579-b970-5b8af34ed09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:26.474235 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-322f3edd-9636-4579-b970-5b8af34ed09b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c425315c-ead0-4588-b536-f635d7255e7f HTTP/1.1" status: 204 len: 168 time: 0.1231971 Jul 30 15:39:26.482482 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f3edd-9636-4579-b970-5b8af34ed09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c425315c-ead0-4588-b536-f635d7255e7f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:27.332806 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 580ae0f6-51b5-43f6-a63c-c884ad0bd38a no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:39:27.352244 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 580ae0f6-51b5-43f6-a63c-c884ad0bd38a {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:39:27.352593 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 580ae0f6-51b5-43f6-a63c-c884ad0bd38a not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:39:27.353031 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 59facb7f-1a6c-437d-bd6c-61aefd15db69 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:39:27.371694 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 59facb7f-1a6c-437d-bd6c-61aefd15db69 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:39:27.372132 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 59facb7f-1a6c-437d-bd6c-61aefd15db69 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:39:28.649451 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 02976b22-2e52-4dc5-826f-672a29df1c89 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:39:28.672434 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 02976b22-2e52-4dc5-826f-672a29df1c89 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:39:28.672818 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 02976b22-2e52-4dc5-826f-672a29df1c89 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:39:37.505321 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:39:41.278200 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55644) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:41.409046 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:41.516050 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:41.520992 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:41.567927 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55652) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:41.568555 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4f1e6206a474974b99c67b0fc6770ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887585 Jul 30 15:39:41.570919 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a984e-cbe0-42c8-bfa3-ff469b8f0581,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:41.580050 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.580401 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.580917 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.581179 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.581529 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.581887 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.582209 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.583132 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.583132 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.583369 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.583571 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.583834 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f8e777-3a60-463e-925a-061c199b9476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:39:41.623081 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f55faa2f-24d5-4ac5-ae3f-9d99c9f7c700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:41.645090 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f55faa2f-24d5-4ac5-ae3f-9d99c9f7c700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:41.692288 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f55faa2f-24d5-4ac5-ae3f-9d99c9f7c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:41.694913 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f55faa2f-24d5-4ac5-ae3f-9d99c9f7c700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:41.696110 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f55faa2f-24d5-4ac5-ae3f-9d99c9f7c700 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c63a984e-cbe0-42c8-bfa3-ff469b8f0581 HTTP/1.1" status: 204 len: 168 time: 0.1271460 Jul 30 15:39:41.705100 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55faa2f-24d5-4ac5-ae3f-9d99c9f7c700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a984e-cbe0-42c8-bfa3-ff469b8f0581,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:43.492615 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55710) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:43.613980 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3f04ab83-51b9-4f98-806b-485fac47cb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:43.717357 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3f04ab83-51b9-4f98-806b-485fac47cb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:43.721960 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-3f04ab83-51b9-4f98-806b-485fac47cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:43.759900 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04ab83-51b9-4f98-806b-485fac47cb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29434d0e-1dd2-4aaa-8204-11300a2f3cff,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:43.766219 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-3f04ab83-51b9-4f98-806b-485fac47cb48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86f7838d094e49c3be35f6f4a3df5007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716739 Jul 30 15:39:43.770019 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55714) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:43.832894 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b39794a9-17ba-4b65-a083-7aeb21a4b3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:43.871979 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b39794a9-17ba-4b65-a083-7aeb21a4b3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:43.932299 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b39794a9-17ba-4b65-a083-7aeb21a4b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:43.935728 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-b39794a9-17ba-4b65-a083-7aeb21a4b3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:43.937161 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-b39794a9-17ba-4b65-a083-7aeb21a4b3f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29434d0e-1dd2-4aaa-8204-11300a2f3cff HTTP/1.1" status: 204 len: 168 time: 0.1659639 Jul 30 15:39:43.948922 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39794a9-17ba-4b65-a083-7aeb21a4b3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29434d0e-1dd2-4aaa-8204-11300a2f3cff,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:44.259365 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55722) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:44.274803 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-402dc2c6-0219-4808-becf-59d2ac7f0e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:44.376084 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-402dc2c6-0219-4808-becf-59d2ac7f0e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:44.380744 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-402dc2c6-0219-4808-becf-59d2ac7f0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:44.423759 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55728) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:44.424034 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-402dc2c6-0219-4808-becf-59d2ac7f0e78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59c49e7cf343435abcae209f192789b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625891 Jul 30 15:39:44.424528 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dc2c6-0219-4808-becf-59d2ac7f0e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7046059b-ebe7-47b8-bc09-4f4e44294586,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:44.504814 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e98b495e-e723-4db8-8e53-b77823cf7a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:44.527519 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e98b495e-e723-4db8-8e53-b77823cf7a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:44.588647 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e98b495e-e723-4db8-8e53-b77823cf7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:44.591911 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e98b495e-e723-4db8-8e53-b77823cf7a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:44.595390 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e98b495e-e723-4db8-8e53-b77823cf7a93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7046059b-ebe7-47b8-bc09-4f4e44294586 HTTP/1.1" status: 204 len: 168 time: 0.1673567 Jul 30 15:39:44.615116 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b495e-e723-4db8-8e53-b77823cf7a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7046059b-ebe7-47b8-bc09-4f4e44294586,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:46.005468 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-951860af-70e1-4e41-bab5-8fe8ebda1db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.405299 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55824) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:47.538296 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7aae3e0e-e573-4a7f-a1de-dde2ef427729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.643842 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7aae3e0e-e573-4a7f-a1de-dde2ef427729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.650150 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-7aae3e0e-e573-4a7f-a1de-dde2ef427729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.680666 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-7aae3e0e-e573-4a7f-a1de-dde2ef427729 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=411adaf3ba234dbbaaf563c488dd013c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740753 Jul 30 15:39:47.681317 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 55834) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:47.704294 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae3e0e-e573-4a7f-a1de-dde2ef427729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f27524-0aad-4fac-b2db-ed56d651705c,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:47.790295 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5115fbfb-5dc4-479a-8114-e82671c507a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.812557 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5115fbfb-5dc4-479a-8114-e82671c507a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.864684 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5115fbfb-5dc4-479a-8114-e82671c507a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.867489 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5115fbfb-5dc4-479a-8114-e82671c507a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:47.868653 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5115fbfb-5dc4-479a-8114-e82671c507a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1f27524-0aad-4fac-b2db-ed56d651705c HTTP/1.1" status: 204 len: 168 time: 0.1844456 Jul 30 15:39:47.876791 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115fbfb-5dc4-479a-8114-e82671c507a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f27524-0aad-4fac-b2db-ed56d651705c,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:48.162468 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55842) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:48.181304 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0b519c11-3723-49d5-9e6d-a0c602d32c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.278825 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0b519c11-3723-49d5-9e6d-a0c602d32c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.283935 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0b519c11-3723-49d5-9e6d-a0c602d32c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.328630 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b519c11-3723-49d5-9e6d-a0c602d32c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec2aaf9-30db-460e-ab6a-9891821d7adf,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:48.333293 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-0b519c11-3723-49d5-9e6d-a0c602d32c68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ddc85db79bd4e2eb0436976ca96585b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695065 Jul 30 15:39:48.335958 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 55854) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:48.391259 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd20e39-aba5-42b0-b394-c56cb25db53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.411709 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd20e39-aba5-42b0-b394-c56cb25db53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.456577 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd20e39-aba5-42b0-b394-c56cb25db53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.459145 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-9cd20e39-aba5-42b0-b394-c56cb25db53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.460284 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9cd20e39-aba5-42b0-b394-c56cb25db53b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ec2aaf9-30db-460e-ab6a-9891821d7adf HTTP/1.1" status: 204 len: 168 time: 0.1234214 Jul 30 15:39:48.467772 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd20e39-aba5-42b0-b394-c56cb25db53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec2aaf9-30db-460e-ab6a-9891821d7adf,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:48.605098 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d1b25d31-79d3-42d6-a010-4ebeccfe7aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:48.716983 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:49.528155 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:49.745721 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:51.650021 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:52.685666 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-1744bfbf-e2fc-4bbc-bcc6-d0f014d58dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412517 Jul 30 15:39:52.778306 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-1fbd7452-35b8-445b-8d06-9005a29c3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:52.779948 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-1fbd7452-35b8-445b-8d06-9005a29c3ab4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1098 time: 0.0413384 Jul 30 15:39:52.886586 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-60becfd3-a484-4023-adac-6c841452e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:52.888064 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-60becfd3-a484-4023-adac-6c841452e40c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 909 time: 0.0859814 Jul 30 15:39:52.956139 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-8d0bff8f-6b21-4ad0-8f75-34c3bb50787e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 999 time: 0.0605927 Jul 30 15:39:53.007453 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-b304008c-7fdc-486c-8d71-0330dfbd2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:53.008895 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-b304008c-7fdc-486c-8d71-0330dfbd2137 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.0449715 Jul 30 15:39:53.054995 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-649e918c-0065-44e6-85c4-c064f8dd5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:53.056569 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-649e918c-0065-44e6-85c4-c064f8dd5b2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397799 Jul 30 15:39:53.148523 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-1bfe1cf1-8a99-4e15-9871-f271015048f7 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841551 Jul 30 15:39:53.245904 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-3f2602a3-5f4f-4ab9-a479-21ccd51bc308 req-f7d794c6-d4c3-4004-af12-9db73f5a160f service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897303 Jul 30 15:39:53.277559 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-25953059-bf41-4659-b3c9-58e30f3a4129 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026698071&fields=id&tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 267 time: 0.0352337 Jul 30 15:39:53.378510 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56022) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:53.391945 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-198ffe7d-537a-477f-91e6-c2461b2cf474 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:53.393460 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-198ffe7d-537a-477f-91e6-c2461b2cf474 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 811 time: 0.1044934 Jul 30 15:39:53.409555 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-8c2be0d8-04bc-487c-8e9f-6791787c40af tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/quotas/a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 375 time: 0.0100801 Jul 30 15:39:53.423001 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] Deleting subnet 2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:39:53.425957 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.461306 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.467024 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-04322f56-3be7-4b1f-a4f1-c1b548b63d8a tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520511 Jul 30 15:39:53.503332 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.554661 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.566402 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-29fd8c75-2000-479e-9915-46ca22c01b77 service neutron] 10.222.0.50 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879326 Jul 30 15:39:53.580409 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:53.586671 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.588584 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-a748bd52-996e-4ad7-b320-f2e155a11a86 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2a9eb2f3-2c42-4608-bb77-5ec71a4ec05b HTTP/1.1" status: 204 len: 168 time: 0.2090821 Jul 30 15:39:53.591184 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56024) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:53.657934 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-35caaa86-0a33-4c7d-8764-e638798e24bd service neutron] 10.222.0.50 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843890 Jul 30 15:39:53.658208 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.740625 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.750869 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c02d261-ab8b-47f7-9de0-e42df0360707']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:53.762795 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a2dd68-5ba5-40be-a8d0-6af187a62b6c') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:53.763087 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a2dd68-5ba5-40be-a8d0-6af187a62b6c') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:39:53.772046 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.786304 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.792056 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:39:53.792442 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:39:53.794097 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:39:53.851754 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.856709 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:53.858954 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5c02d261-ab8b-47f7-9de0-e42df0360707 HTTP/1.1" status: 204 len: 168 time: 0.2668061 Jul 30 15:39:53.874859 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b86e9-74d6-4903-8844-fc86862005b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c02d261-ab8b-47f7-9de0-e42df0360707,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:53.954176 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-441bf945-ebf8-45b6-b7cc-98ff40b2a65b req-9bb76f50-0d17-42b4-8a0e-31de989292dd tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 210 time: 0.0260637 Jul 30 15:39:54.032657 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56042) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:54.074877 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-9f5de99e-0534-4e71-881e-664b2861ccb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e0b2380097d4d8ba888c7f631f29f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409091 Jul 30 15:39:54.077539 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56048) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:54.131927 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e3344f37-3cf2-4767-9021-14810db02db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:54.156986 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e3344f37-3cf2-4767-9021-14810db02db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:54.211610 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e3344f37-3cf2-4767-9021-14810db02db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:54.215298 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e3344f37-3cf2-4767-9021-14810db02db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:54.218980 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e3344f37-3cf2-4767-9021-14810db02db9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92c8691c-59f0-40f2-b340-b320cfaac4c1 HTTP/1.1" status: 204 len: 168 time: 0.1379771 Jul 30 15:39:54.227002 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3344f37-3cf2-4767-9021-14810db02db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8691c-59f0-40f2-b340-b320cfaac4c1,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:54.992426 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-18ae5fcb-c3c8-4a0b-9e0c-7cfa8e73ccec tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:54.994877 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-18ae5fcb-c3c8-4a0b-9e0c-7cfa8e73ccec tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 811 time: 0.1210744 Jul 30 15:39:55.045732 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-dfe87429-9143-4146-aa36-fbc48e486fd4 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b HTTP/1.1" status: 200 len: 380 time: 0.0386393 Jul 30 15:39:55.061731 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'port': {'device_id': '899f70e4-c371-4169-a60f-6a3756281113', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'admin_state_up': True, 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'security_groups': ['8efdec8f-380b-4987-9b15-f88d0f924a9d']}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:39:55.079802 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-451e4ff5-f9ab-40b0-93c8-ef0b6cf8e896 req-6546ae1e-2f61-43c9-ad0f-c4e9b63f8e5d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 210 time: 0.0331278 Jul 30 15:39:55.190014 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Made reservation on behalf of a255fbb215f04c70862a4bcc0ca5ec8b for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:39:55.193743 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:55.346392 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Allocated IP 172.20.0.8 (4db7f2c7-38aa-4869-9e01-5c78e7246e9e/192b55e9-8ec7-442c-9577-cd6a0faaf4f9/4618235b-eab4-4d4c-9744-9e30719704c2) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:39:55.492066 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:55.506598 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Transition to ACTIVE for port object 4618235b-eab4-4d4c-9744-9e30719704c2 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:39:55.543032 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:55.585673 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:39:55.588918 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:39:55.595026 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:39:55.601249 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=4618235b-eab4-4d4c-9744-9e30719704c2,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:55.668060 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:55.668712 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:55.683706 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-15d2a408-b61b-4e1f-a807-f0fe06f42829 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6270692 Jul 30 15:39:55.701833 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Request body: {'port': {'device_id': '899f70e4-c371-4169-a60f-6a3756281113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:39:55.765295 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:55.857991 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-df995e21-bae4-4792-b372-39a91918bca3 None None] Provisioning for port 4618235b-eab4-4d4c-9744-9e30719704c2 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:39:55.864556 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-df995e21-bae4-4792-b372-39a91918bca3 None None] Provisioning complete for port 4618235b-eab4-4d4c-9744-9e30719704c2 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:39:55.865013 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-df995e21-bae4-4792-b372-39a91918bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:55.920271 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-df995e21-bae4-4792-b372-39a91918bca3 None None] Port 4618235b-eab4-4d4c-9744-9e30719704c2 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:39:56.045459 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4618235b-eab4-4d4c-9744-9e30719704c2 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:39:56.053032 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:56.064580 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Transition to ACTIVE for port object 4618235b-eab4-4d4c-9744-9e30719704c2 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:39:56.069141 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:56.195658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c85ae-857f-4e55-a9cf-2394184c417c req-533ef809-b77d-4a39-8ca5-d7dd2666342d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:56.197753 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb7c85ae-857f-4e55-a9cf-2394184c417c req-533ef809-b77d-4a39-8ca5-d7dd2666342d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.0494993 Jul 30 15:39:56.240950 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-bb7c85ae-857f-4e55-a9cf-2394184c417c req-ffe24946-840d-40d6-b4db-18bd0c80955a tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368402 Jul 30 15:39:56.383398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Pushing event updated for resources: {'Port': ['ID=4618235b-eab4-4d4c-9744-9e30719704c2,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:56.440509 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Attempting to bind port 4618235b-eab4-4d4c-9744-9e30719704c2 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:39:56.440882 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Attempting to bind port 4618235b-eab4-4d4c-9744-9e30719704c2 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:39:56.441445 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Attempting to bind port 4618235b-eab4-4d4c-9744-9e30719704c2 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:39:56.447314 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Port 4618235b-eab4-4d4c-9744-9e30719704c2 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:39:56.447860 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Attempting to bind port 4618235b-eab4-4d4c-9744-9e30719704c2 on network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:39:56.453338 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:39:56.453654 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Checking segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:39:56.454049 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Bound using segment: {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:39:56.454481 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Bound port: 4618235b-eab4-4d4c-9744-9e30719704c2, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae2df9a-6c78-4082-9793-e5d2f93250d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:39:56.455313 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:56.532992 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] For port 4618235b-eab4-4d4c-9744-9e30719704c2, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:39:56.537970 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] For port 4618235b-eab4-4d4c-9744-9e30719704c2, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4618235b-eab4-4d4c-9744-9e30719704c2,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:39:56.557233 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:56.576195 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-00d14136-8505-41f4-ba05-4af2d9b3be92 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ad14caa5d1574de592e867353b6598c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409329 Jul 30 15:39:56.620288 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:56.620983 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:56.622373 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] 10.222.0.58 "PUT /v2.0/ports/4618235b-eab4-4d4c-9744-9e30719704c2 HTTP/1.1" status: 200 len: 1093 time: 0.9250631 Jul 30 15:39:56.622873 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:56.625103 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d21b11-20e5-4dbb-8748-5314fc6cba3b" -d '{"events": [{"name": "network-changed", "server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:56.697064 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89615c6c-c106-4cfa-b6ad-9699f68385e6 x-openstack-request-id: req-89615c6c-c106-4cfa-b6ad-9699f68385e6 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:56.697910 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:56.698308 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89615c6c-c106-4cfa-b6ad-9699f68385e6 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:56.698953 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2', 'status': 'completed', 'code': 200} Jul 30 15:39:56.766264 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4feb66-c3e6-4312-8f52-70a9351a1c5d service neutron] Pushing event updated for resources: {'Port': ['ID=4618235b-eab4-4d4c-9744-9e30719704c2,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:56.851794 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-1cbc8dfb-a0f2-4fc4-b5b3-aa31fe95904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:56.852899 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-1cbc8dfb-a0f2-4fc4-b5b3-aa31fe95904f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 1096 time: 0.1423028 Jul 30 15:39:56.860138 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-3abd8cfa-0e6b-4885-88de-90ebc56b8b9f tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:56.861652 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-3abd8cfa-0e6b-4885-88de-90ebc56b8b9f tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686255 Jul 30 15:39:56.911602 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-5ff5358a-e357-4417-9160-b596f7689399 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618235b-eab4-4d4c-9744-9e30719704c2 HTTP/1.1" status: 200 len: 217 time: 0.0458238 Jul 30 15:39:56.913339 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-d991a3b8-e342-4413-9d60-cca5cf9b68eb tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/quotas/ad14caa5d1574de592e867353b6598c7 HTTP/1.1" status: 200 len: 375 time: 0.0416400 Jul 30 15:39:56.974516 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-41865d96-7508-4152-9baf-394dd5722910 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad14caa5d1574de592e867353b6598c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530190 Jul 30 15:39:56.988384 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-fdc4ed45-b74d-4d91-82dc-691cfceeff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:56.990760 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-fdc4ed45-b74d-4d91-82dc-691cfceeff83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0705395 Jul 30 15:39:57.055887 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-146127ab-9cbc-44b3-bdb5-48ebf9eb9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:57.057745 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-146127ab-9cbc-44b3-bdb5-48ebf9eb9bfc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509691 Jul 30 15:39:57.158685 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-a6e901e2-2192-41bb-801a-f2876d5359b2 req-12943cbe-7c39-4cf8-94d2-cf1ce075546c tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 210 time: 0.0331450 Jul 30 15:39:57.191665 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-980049b7-9e5a-422a-af8d-ca68cd7c21e8 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256084 Jul 30 15:39:57.308189 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ffde44a-846f-49b3-afdd-03db6b1f9563 req-fab4f2db-0103-4a97-8135-303c047bac41 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084414 Jul 30 15:39:57.395273 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696bd54-5f1f-41ed-bf47-f8fe0c52193d req-fc24c767-c654-4207-811b-95c42a20caa1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:57.397080 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5696bd54-5f1f-41ed-bf47-f8fe0c52193d req-fc24c767-c654-4207-811b-95c42a20caa1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.0660832 Jul 30 15:39:57.464790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-79be3011-e274-4db7-a17a-1f0b94ac173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:57.466334 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-79be3011-e274-4db7-a17a-1f0b94ac173a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 1096 time: 0.0683124 Jul 30 15:39:57.471746 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5696bd54-5f1f-41ed-bf47-f8fe0c52193d req-7dece189-ba20-4daf-a021-c6114f67a3c5 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483892 Jul 30 15:39:57.567841 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-598e224c-3b16-4044-96e8-ab12174ee709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:57.569451 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-598e224c-3b16-4044-96e8-ab12174ee709 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0957506 Jul 30 15:39:57.621541 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-a2831d10-68a1-4bfa-a57a-80851d60d648 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618235b-eab4-4d4c-9744-9e30719704c2 HTTP/1.1" status: 200 len: 217 time: 0.0358539 Jul 30 15:39:57.674519 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-b0f6d5e1-c958-403b-82a5-9de78299fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:57.675974 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-b0f6d5e1-c958-403b-82a5-9de78299fcd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0478556 Jul 30 15:39:57.736872 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-1c639a02-3768-4bab-a5ea-f74b872e09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:57.738360 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-1c639a02-3768-4bab-a5ea-f74b872e09e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433500 Jul 30 15:39:57.840802 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-9f0458d8-dab9-4e48-b77d-0a78bef6652e service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893588 Jul 30 15:39:57.936903 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-21d21b11-20e5-4dbb-8748-5314fc6cba3b req-482657c6-d56b-4ff3-9eb3-6b0daafce52c service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880866 Jul 30 15:39:58.163222 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-50669f44-579a-4d8f-aae2-f9383a2caa2d tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad14caa5d1574de592e867353b6598c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258811 Jul 30 15:39:58.264697 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-34f01e62-ed47-4013-b6b1-ed05727d3f99 req-54ef5734-013f-41d3-99a1-7af882b18c2d tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 210 time: 0.0315533 Jul 30 15:39:58.282541 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-78340226-ed78-4dc6-8b39-64f881dc23c0 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:58.282541 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-78340226-ed78-4dc6-8b39-64f881dc23c0 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099923 Jul 30 15:39:58.295391 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Request body: {'port': {'device_id': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9', 'admin_state_up': True, 'tenant_id': 'ad14caa5d1574de592e867353b6598c7'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:39:58.404642 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Made reservation on behalf of ad14caa5d1574de592e867353b6598c7 for: {'port': 1} {{(pid=93058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:39:58.410090 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:58.420087 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:58.513541 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:58.518008 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:58.608177 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063d088f-669d-45e6-8be0-6e88eb1486c5,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:58.667002 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acf04f-be49-4d2e-9e49-bf06b7316740 req-2fe29a85-2c1e-4809-ba15-d632a37c93a2 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:58.668472 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a5acf04f-be49-4d2e-9e49-bf06b7316740 req-2fe29a85-2c1e-4809-ba15-d632a37c93a2 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.1235011 Jul 30 15:39:58.709460 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_common [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Allocated IP 192.168.233.35 (64f3fce6-2989-4824-b3e7-56140c56e8f9/ace30c39-2474-40d2-a4b6-21f2d2969041/06ed599b-6e2f-46c3-b9e0-311b0113ed84) {{(pid=93058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:39:58.733034 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a5acf04f-be49-4d2e-9e49-bf06b7316740 req-70ccc2c4-d307-416e-a36c-b297c5a17491 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560422 Jul 30 15:39:58.881212 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks [] for port, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:58.894727 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Transition to ACTIVE for port object 06ed599b-6e2f-46c3-b9e0-311b0113ed84 will not be triggered until provisioned by entity DHCP. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:39:58.928169 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:58.974761 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Network 64f3fce6-2989-4824-b3e7-56140c56e8f9 is already hosted by enough agents. {{(pid=93058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:39:58.982370 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.base_scheduler [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Resources bound (agent type, host, resource id): {{(pid=93058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:39:58.985160 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Received port after_create {{(pid=93058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:39:59.011582 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Pushing event updated for resources: {'Port': ['ID=06ed599b-6e2f-46c3-b9e0-311b0113ed84,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:59.049095 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:59.049881 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.065907 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-f91bf762-2cf1-4907-a595-37e4c4b0dced tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7743268 Jul 30 15:39:59.083201 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.v2.base [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Request body: {'port': {'device_id': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77890'}} {{(pid=93058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:39:59.143557 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.207464 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-dcbccaa2-021a-452c-93cd-3227060593c3 None None] Provisioning for port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 completed by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:39:59.211295 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-dcbccaa2-021a-452c-93cd-3227060593c3 None None] Provisioning complete for port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 triggered by entity DHCP. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:39:59.211750 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-dcbccaa2-021a-452c-93cd-3227060593c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.249006 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-dcbccaa2-021a-452c-93cd-3227060593c3 None None] Port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 cannot update to ACTIVE because it is not bound. {{(pid=93060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:39:59.365722 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56180) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:59.381070 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110bb20-097a-47f5-a55b-723e04173c5d req-545d3b6d-b6f2-4f9b-9e5e-0acddf987570 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:59.382575 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4110bb20-097a-47f5-a55b-723e04173c5d req-545d3b6d-b6f2-4f9b-9e5e-0acddf987570 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 935 time: 0.0490472 Jul 30 15:39:59.423575 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4110bb20-097a-47f5-a55b-723e04173c5d req-f7f4c8b6-2ac8-491b-a74d-d8703292f0f4 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Jul 30 15:39:59.432036 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ed599b-6e2f-46c3-b9e0-311b0113ed84 {{(pid=93058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:39:59.439762 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.453169 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.provisioning_blocks [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Transition to ACTIVE for port object 06ed599b-6e2f-46c3-b9e0-311b0113ed84 will not be triggered until provisioned by entity L2. {{(pid=93058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:39:59.456995 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.505979 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d602cad-166b-47c5-a752-27f88db81643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.532249 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Pushing event updated for resources: {'Port': ['ID=06ed599b-6e2f-46c3-b9e0-311b0113ed84,revision_number=2']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:59.635872 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Attempting to bind port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 on host hv-cinder-77890 for vnic_type normal with profile {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:39:59.636206 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Attempting to bind port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 by drivers openvswitch,hyperv on host hv-cinder-77890 at level 0 using segments [{'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:39:59.636532 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Attempting to bind port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 on network 64f3fce6-2989-4824-b3e7-56140c56e8f9 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:39:59.644678 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 on network 64f3fce6-2989-4824-b3e7-56140c56e8f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77890 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 15:39:59.644973 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Attempting to bind port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 on network 64f3fce6-2989-4824-b3e7-56140c56e8f9 {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:39:59.655595 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Checking agent: {'id': '457bdced-8c8f-423f-9143-9d34d2b4a9c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77890', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'started_at': datetime.datetime(2021, 7, 30, 15, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:39:59.655922 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Checking segment: {'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:39:59.656306 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Bound using segment: {'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'} {{(pid=93058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:39:59.656744 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.managers [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Bound port: 06ed599b-6e2f-46c3-b9e0-311b0113ed84, host: hv-cinder-77890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74840924-11cd-4f6e-9b5e-453dd30ff57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9'}}] {{(pid=93058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:39:59.657112 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.713323 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d602cad-166b-47c5-a752-27f88db81643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.717996 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0d602cad-166b-47c5-a752-27f88db81643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.777234 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] For port 06ed599b-6e2f-46c3-b9e0-311b0113ed84, host hv-cinder-77890, cleared binding levels {{(pid=93058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:39:59.779272 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d602cad-166b-47c5-a752-27f88db81643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca99843-f34d-49a6-bc32-90a3c9b0758f,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:59.783400 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-0d602cad-166b-47c5-a752-27f88db81643 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c421e99edfb43a0bb91a8747919a5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166753 Jul 30 15:39:59.787282 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56186) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:39:59.795671 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] For port 06ed599b-6e2f-46c3-b9e0-311b0113ed84, host hv-cinder-77890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=06ed599b-6e2f-46c3-b9e0-311b0113ed84,segment=NetworkSegment(74840924-11cd-4f6e-9b5e-453dd30ff57f),segment_id=74840924-11cd-4f6e-9b5e-453dd30ff57f)] {{(pid=93058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:39:59.802263 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3765134'] for port, after_update {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.848069 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1e47ca7d-918a-4bf9-b75e-1190db617618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.860981 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:59.861398 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.862764 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-c0f393f6-f376-40d8-8416-138782e442be service neutron] 10.222.0.58 "PUT /v2.0/ports/06ed599b-6e2f-46c3-b9e0-311b0113ed84 HTTP/1.1" status: 200 len: 1097 time: 0.7841265 Jul 30 15:39:59.863194 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'tag': '06ed599b-6e2f-46c3-b9e0-311b0113ed84'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:39:59.865437 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b8a791-9e44-4e0a-92cb-877bb7178680" -d '{"events": [{"name": "network-changed", "server_uuid": "41b0a1c0-5c8a-4517-82b8-9dc1179d4006", "tag": "06ed599b-6e2f-46c3-b9e0-311b0113ed84"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:39:59.873835 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1e47ca7d-918a-4bf9-b75e-1190db617618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.893874 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f393f6-f376-40d8-8416-138782e442be service neutron] Pushing event updated for resources: {'Port': ['ID=06ed599b-6e2f-46c3-b9e0-311b0113ed84,revision_number=3']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:59.910842 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73285b8-8f5f-40b0-bdcc-7840e01ce5d0 req-97196d1c-52cb-4af6-a3c6-1f0051dd908f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:39:59.912239 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f73285b8-8f5f-40b0-bdcc-7840e01ce5d0 req-97196d1c-52cb-4af6-a3c6-1f0051dd908f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.1046519 Jul 30 15:39:59.939961 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3113c7f-7e9a-44da-b7bd-d516db5360b3 x-openstack-request-id: req-a3113c7f-7e9a-44da-b7bd-d516db5360b3 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:39:59.940251 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b0a1c0-5c8a-4517-82b8-9dc1179d4006", "tag": "06ed599b-6e2f-46c3-b9e0-311b0113ed84", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:39:59.940499 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3113c7f-7e9a-44da-b7bd-d516db5360b3 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:39:59.940917 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'tag': '06ed599b-6e2f-46c3-b9e0-311b0113ed84', 'status': 'completed', 'code': 200} Jul 30 15:39:59.941144 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1e47ca7d-918a-4bf9-b75e-1190db617618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.943759 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-1e47ca7d-918a-4bf9-b75e-1190db617618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:39:59.944960 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-1e47ca7d-918a-4bf9-b75e-1190db617618 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca99843-f34d-49a6-bc32-90a3c9b0758f HTTP/1.1" status: 204 len: 168 time: 0.1563284 Jul 30 15:39:59.959313 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47ca7d-918a-4bf9-b75e-1190db617618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca99843-f34d-49a6-bc32-90a3c9b0758f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:39:59.991532 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f73285b8-8f5f-40b0-bdcc-7840e01ce5d0 req-0060c870-564a-46a5-907c-8911043cc106 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698407 Jul 30 15:40:00.002967 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-1b9e0fe6-887f-4392-8bb2-70e20a40d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.005042 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-1b9e0fe6-887f-4392-8bb2-70e20a40d267 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad14caa5d1574de592e867353b6598c7&device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 1100 time: 0.0752347 Jul 30 15:40:00.054381 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-995d7cc3-edc5-4d0b-9d52-cf1389d3ccb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=06ed599b-6e2f-46c3-b9e0-311b0113ed84 HTTP/1.1" status: 200 len: 217 time: 0.0378833 Jul 30 15:40:00.112116 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-73ce4bcf-0d1e-4df4-a8c9-8c5ddfa42cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.113535 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-73ce4bcf-0d1e-4df4-a8c9-8c5ddfa42cf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ace30c39-2474-40d2-a4b6-21f2d2969041 HTTP/1.1" status: 200 len: 843 time: 0.0520079 Jul 30 15:40:00.157438 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10565f-b24a-440f-9fcf-a910616a842f req-4b74f529-af35-46dc-9f1a-b24cd0ff8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.158920 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-4b74f529-af35-46dc-9f1a-b24cd0ff8d5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=64f3fce6-2989-4824-b3e7-56140c56e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0382714 Jul 30 15:40:00.235183 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56194) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:00.249139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f85c-1574-4f92-bbc3-5cb747d637be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.256503 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-280b6664-5dfb-4f63-9810-3beee39d57da service neutron] 10.222.0.58 "GET /v2.0/networks/64f3fce6-2989-4824-b3e7-56140c56e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897202 Jul 30 15:40:00.339138 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f85c-1574-4f92-bbc3-5cb747d637be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.344776 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f85c-1574-4f92-bbc3-5cb747d637be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.355000 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cc10565f-b24a-440f-9fcf-a910616a842f req-30beff06-db12-42cb-bdff-032f555ae98c service neutron] 10.222.0.58 "GET /v2.0/networks/64f3fce6-2989-4824-b3e7-56140c56e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903888 Jul 30 15:40:00.383377 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-e6f3f85c-1574-4f92-bbc3-5cb747d637be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3495a19313d745ada83c5658aaa0cb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469920 Jul 30 15:40:00.384381 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3f85c-1574-4f92-bbc3-5cb747d637be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166e526a-b5aa-4307-af8a-60da91978916,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:00.388840 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56196) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:00.442478 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-089e45aa-d1a9-48b5-88b5-113f3b9efb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.466510 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-089e45aa-d1a9-48b5-88b5-113f3b9efb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.470360 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-3e9ab330-07a8-4815-acf3-3b30c0c6ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.471850 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-3e9ab330-07a8-4815-acf3-3b30c0c6ea67 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad14caa5d1574de592e867353b6598c7&device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 1100 time: 0.0455804 Jul 30 15:40:00.543621 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-089e45aa-d1a9-48b5-88b5-113f3b9efb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.546137 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-089e45aa-d1a9-48b5-88b5-113f3b9efb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.547274 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-089e45aa-d1a9-48b5-88b5-113f3b9efb97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/166e526a-b5aa-4307-af8a-60da91978916 HTTP/1.1" status: 204 len: 168 time: 0.1571815 Jul 30 15:40:00.558753 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476209c-dbc5-4559-9bda-d74290227b65 req-820e68c9-5300-4ac9-9083-1c25ee5edfbd tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.560371 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7476209c-dbc5-4559-9bda-d74290227b65 req-820e68c9-5300-4ac9-9083-1c25ee5edfbd tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 947 time: 0.0619576 Jul 30 15:40:00.565519 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e45aa-d1a9-48b5-88b5-113f3b9efb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166e526a-b5aa-4307-af8a-60da91978916,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:00.565675 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-68b5f789-eb04-4bfe-b1d1-84780719618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.567850 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-68b5f789-eb04-4bfe-b1d1-84780719618f service neutron] 10.222.0.58 "GET /v2.0/networks?id=64f3fce6-2989-4824-b3e7-56140c56e8f9 HTTP/1.1" status: 200 len: 870 time: 0.0880814 Jul 30 15:40:00.612352 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-7476209c-dbc5-4559-9bda-d74290227b65 req-1cb3bc47-5b69-4275-afc3-95f335feebec tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Jul 30 15:40:00.615353 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-f7192e3a-7576-484e-a321-327eede55125 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=06ed599b-6e2f-46c3-b9e0-311b0113ed84 HTTP/1.1" status: 200 len: 217 time: 0.0405464 Jul 30 15:40:00.665510 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-b58aeb99-6157-40d0-b159-e7ad8960b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.667935 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-b58aeb99-6157-40d0-b159-e7ad8960b409 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ace30c39-2474-40d2-a4b6-21f2d2969041 HTTP/1.1" status: 200 len: 843 time: 0.0460029 Jul 30 15:40:00.714738 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-9d7d9063-8b55-468f-aa0d-b0bf27db0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:00.716239 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-9d7d9063-8b55-468f-aa0d-b0bf27db0b4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=64f3fce6-2989-4824-b3e7-56140c56e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417917 Jul 30 15:40:00.808122 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-bf0cd43e-ec20-46a9-ba92-80a057736dbc service neutron] 10.222.0.58 "GET /v2.0/networks/64f3fce6-2989-4824-b3e7-56140c56e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847566 Jul 30 15:40:00.868139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56204) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:00.881779 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-165ebd93-bae1-40de-950d-2ab6c54bb933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.898709 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-83b8a791-9e44-4e0a-92cb-877bb7178680 req-28ef55d2-a272-4ab5-a6ee-f57e68bf028c service neutron] 10.222.0.58 "GET /v2.0/networks/64f3fce6-2989-4824-b3e7-56140c56e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833342 Jul 30 15:40:00.971211 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-165ebd93-bae1-40de-950d-2ab6c54bb933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:00.974904 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-165ebd93-bae1-40de-950d-2ab6c54bb933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:01.013090 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-165ebd93-bae1-40de-950d-2ab6c54bb933 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eff22058b10b4a65946f69200bd6f59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431270 Jul 30 15:40:01.015096 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ebd93-bae1-40de-950d-2ab6c54bb933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60434b05-dc34-48ef-b5ef-b6bd4ddb2b89,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:01.015817 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56206) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:01.078527 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-06d810e4-a43e-42d4-8e40-90d0049202e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:01.119729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-06d810e4-a43e-42d4-8e40-90d0049202e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:01.145273 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e75b1-5844-4788-ac11-26840e9c9cde req-450a56e6-d8ee-4eb0-8f1b-401d1391be54 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:01.146726 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6e1e75b1-5844-4788-ac11-26840e9c9cde req-450a56e6-d8ee-4eb0-8f1b-401d1391be54 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.0815134 Jul 30 15:40:01.190551 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-6e1e75b1-5844-4788-ac11-26840e9c9cde req-e0b9cd8a-222b-4c26-b3b9-383e50c677da tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370123 Jul 30 15:40:01.203492 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-06d810e4-a43e-42d4-8e40-90d0049202e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:01.206074 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-06d810e4-a43e-42d4-8e40-90d0049202e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:01.207189 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-06d810e4-a43e-42d4-8e40-90d0049202e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60434b05-dc34-48ef-b5ef-b6bd4ddb2b89 HTTP/1.1" status: 204 len: 168 time: 0.1903841 Jul 30 15:40:01.215934 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d810e4-a43e-42d4-8e40-90d0049202e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60434b05-dc34-48ef-b5ef-b6bd4ddb2b89,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:01.728159 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e845-3819-4168-8a53-914ed0427547 req-5567914b-0974-4af6-8dcb-881863bfe7db tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:01.729875 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5057e845-3819-4168-8a53-914ed0427547 req-5567914b-0974-4af6-8dcb-881863bfe7db tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 947 time: 0.0492711 Jul 30 15:40:01.776193 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-5057e845-3819-4168-8a53-914ed0427547 req-d178da51-0b70-452c-959f-6c89af511f00 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Jul 30 15:40:02.310949 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330b92f-fd25-4174-b7ce-5c0afd636d27 req-fa0bba46-0e4a-49bb-b829-3d5d06e69dba tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:02.312473 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4330b92f-fd25-4174-b7ce-5c0afd636d27 req-fa0bba46-0e4a-49bb-b829-3d5d06e69dba tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.0486233 Jul 30 15:40:02.351173 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4330b92f-fd25-4174-b7ce-5c0afd636d27 req-f269b364-2f84-47c1-9a04-35f230956a90 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Jul 30 15:40:02.890087 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572aea2-0482-4c67-b50b-3338c49a2ed3 req-4ddd1c50-ca95-485b-b834-f310cad21c26 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:02.891943 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c572aea2-0482-4c67-b50b-3338c49a2ed3 req-4ddd1c50-ca95-485b-b834-f310cad21c26 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 947 time: 0.0501044 Jul 30 15:40:02.931504 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-c572aea2-0482-4c67-b50b-3338c49a2ed3 req-817a8fe8-90ba-46d6-9aec-c8c65d9be0be tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Jul 30 15:40:02.995700 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56284) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:03.095989 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86f4-e02d-4144-bdd6-6a42068ce52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.182620 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86f4-e02d-4144-bdd6-6a42068ce52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.186319 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86f4-e02d-4144-bdd6-6a42068ce52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.225606 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-1c6d86f4-e02d-4144-bdd6-6a42068ce52b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d64af1faf8f149a6a281bb85cf5d24a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289000 Jul 30 15:40:03.227474 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d86f4-e02d-4144-bdd6-6a42068ce52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2def60-dd1f-4953-883b-56b5e51a3264,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:03.228448 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56288) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:03.277659 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-25e060e2-8c01-4472-a1d5-1bdc3abdedb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.299127 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-25e060e2-8c01-4472-a1d5-1bdc3abdedb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.344739 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-25e060e2-8c01-4472-a1d5-1bdc3abdedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.347566 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-25e060e2-8c01-4472-a1d5-1bdc3abdedb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.348705 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-25e060e2-8c01-4472-a1d5-1bdc3abdedb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd2def60-dd1f-4953-883b-56b5e51a3264 HTTP/1.1" status: 204 len: 168 time: 0.1192179 Jul 30 15:40:03.356776 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e060e2-8c01-4472-a1d5-1bdc3abdedb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2def60-dd1f-4953-883b-56b5e51a3264,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:03.621843 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56296) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:03.635461 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-868ec84c-2450-465d-b134-779ed5c3e633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.710967 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1217e-b97d-443d-859b-b3117d89b1a3 req-0d0c22c0-a42a-41a8-b394-0f510fb1fd88 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:03.712488 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ac1217e-b97d-443d-859b-b3117d89b1a3 req-0d0c22c0-a42a-41a8-b394-0f510fb1fd88 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.2942810 Jul 30 15:40:03.728086 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-868ec84c-2450-465d-b134-779ed5c3e633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.732247 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-868ec84c-2450-465d-b134-779ed5c3e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.751097 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-2ac1217e-b97d-443d-859b-b3117d89b1a3 req-72078df5-e197-40bd-9599-b8b0d0ea5bf1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Jul 30 15:40:03.771633 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-868ec84c-2450-465d-b134-779ed5c3e633 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=762239f28e17425fb057d815b60c0c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464105 Jul 30 15:40:03.771633 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ec84c-2450-465d-b134-779ed5c3e633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df27acc-7611-4763-981c-840bb48296d5,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:03.771933 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56298) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:03.819610 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-488c2cd4-36b4-46ef-a284-af79568f2d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.840987 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-488c2cd4-36b4-46ef-a284-af79568f2d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.884996 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-488c2cd4-36b4-46ef-a284-af79568f2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.887486 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-488c2cd4-36b4-46ef-a284-af79568f2d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:03.888618 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-488c2cd4-36b4-46ef-a284-af79568f2d47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9df27acc-7611-4763-981c-840bb48296d5 HTTP/1.1" status: 204 len: 168 time: 0.1157172 Jul 30 15:40:03.896029 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c2cd4-36b4-46ef-a284-af79568f2d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df27acc-7611-4763-981c-840bb48296d5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:04.046920 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ee02b-78cd-4ee7-b1d9-76e7d38ebcbf req-121d1251-aa51-42b4-9b2d-c98f8f98008a tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:04.048432 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ae7ee02b-78cd-4ee7-b1d9-76e7d38ebcbf req-121d1251-aa51-42b4-9b2d-c98f8f98008a tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 947 time: 0.0492191 Jul 30 15:40:04.086480 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-ae7ee02b-78cd-4ee7-b1d9-76e7d38ebcbf req-16c072b1-f8d1-4781-9a66-77080826c9d6 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Jul 30 15:40:04.739418 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 06ed599b-6e2f-46c3-b9e0-311b0113ed84 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:40:04.843100 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 06ed599b-6e2f-46c3-b9e0-311b0113ed84, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=06ed599b-6e2f-46c3-b9e0-311b0113ed84,segment=NetworkSegment(74840924-11cd-4f6e-9b5e-453dd30ff57f),segment_id=74840924-11cd-4f6e-9b5e-453dd30ff57f)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:40:04.855494 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '06ed599b-6e2f-46c3-b9e0-311b0113ed84', 'network_id': '64f3fce6-2989-4824-b3e7-56140c56e8f9', 'port_id': '06ed599b-6e2f-46c3-b9e0-311b0113ed84', 'mac_address': 'fa:16:3e:96:b0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace30c39-2474-40d2-a4b6-21f2d2969041', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:40:04.880033 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6a9a7-9ecf-4cdf-a273-6b0a41a49f5f req-2e0b380c-5992-4694-aad6-1d3210648036 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:04.883898 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c6a9a7-9ecf-4cdf-a273-6b0a41a49f5f req-2e0b380c-5992-4694-aad6-1d3210648036 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.0562520 Jul 30 15:40:04.892687 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:04.904628 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56332) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:04.916173 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ed599b-6e2f-46c3-b9e0-311b0113ed84 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:40:04.922246 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-c0c6a9a7-9ecf-4cdf-a273-6b0a41a49f5f req-b588f3df-f046-437a-ac7a-5123aa86e76e tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337951 Jul 30 15:40:04.938311 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 06ed599b-6e2f-46c3-b9e0-311b0113ed84, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=06ed599b-6e2f-46c3-b9e0-311b0113ed84,segment=NetworkSegment(74840924-11cd-4f6e-9b5e-453dd30ff57f),segment_id=74840924-11cd-4f6e-9b5e-453dd30ff57f)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:40:04.943169 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:04.989916 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=06ed599b-6e2f-46c3-b9e0-311b0113ed84,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:04.997343 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:04.997702 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:04.998052 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:04.998392 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:04.998730 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:04.999067 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:04.999401 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:04.999735 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:05.000069 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:05.000399 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:05.000748 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:05.001083 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:40:05.017695 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-716248ac-66b7-405a-832b-5f076b92c070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:05.108108 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-716248ac-66b7-405a-832b-5f076b92c070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:05.112314 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-716248ac-66b7-405a-832b-5f076b92c070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:05.151240 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-716248ac-66b7-405a-832b-5f076b92c070 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=870b63975c37471fa1a66a9afde2f8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446890 Jul 30 15:40:05.152104 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716248ac-66b7-405a-832b-5f076b92c070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55496a7-141c-4bb0-91d9-7b94e5411a2b,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:05.154594 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56338) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:05.203905 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35a38-0a18-4c80-a3f8-1fa44ae4141f req-7504c3d1-8015-448f-bbf2-2e8d77a6b1a8 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:05.205399 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-aae35a38-0a18-4c80-a3f8-1fa44ae4141f req-7504c3d1-8015-448f-bbf2-2e8d77a6b1a8 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 948 time: 0.0506427 Jul 30 15:40:05.208345 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1472dbfc-645c-4f23-8e17-5e83ad5deaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:05.229760 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1472dbfc-645c-4f23-8e17-5e83ad5deaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:05.244202 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-aae35a38-0a18-4c80-a3f8-1fa44ae4141f req-eba2fbf1-8875-4b1b-bfd0-7a5030dcf606 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Jul 30 15:40:05.278220 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1472dbfc-645c-4f23-8e17-5e83ad5deaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:05.280947 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-1472dbfc-645c-4f23-8e17-5e83ad5deaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:05.282137 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-1472dbfc-645c-4f23-8e17-5e83ad5deaf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c55496a7-141c-4bb0-91d9-7b94e5411a2b HTTP/1.1" status: 204 len: 168 time: 0.1265178 Jul 30 15:40:05.291508 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472dbfc-645c-4f23-8e17-5e83ad5deaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55496a7-141c-4bb0-91d9-7b94e5411a2b,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:05.311260 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['06ed599b-6e2f-46c3-b9e0-311b0113ed84'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:40:06.040387 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da9ad-f11e-4952-8127-320dd469a47b req-7a40a462-e865-4ff6-97ac-f13672810682 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:06.042477 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-163da9ad-f11e-4952-8127-320dd469a47b req-7a40a462-e865-4ff6-97ac-f13672810682 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 943 time: 0.0518901 Jul 30 15:40:06.079503 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-163da9ad-f11e-4952-8127-320dd469a47b req-1b7b9a8c-dce8-4446-abdc-4dd255fcf649 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Jul 30 15:40:06.357041 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8000f-721d-4ef7-b20c-9bddcc97f88c req-be22c495-c4b4-4049-98fe-5824bf93825b tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:06.358551 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-05d8000f-721d-4ef7-b20c-9bddcc97f88c req-be22c495-c4b4-4049-98fe-5824bf93825b tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 948 time: 0.0478485 Jul 30 15:40:06.395846 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-05d8000f-721d-4ef7-b20c-9bddcc97f88c req-f6d4b5f0-5511-4c9b-addf-5799cddca0ba tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Jul 30 15:40:06.738897 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4618235b-eab4-4d4c-9744-9e30719704c2 details requested by agent hyperv_hv-cinder-77890 with host hv-cinder-77890 {{(pid=93060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 15:40:06.751345 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 06ed599b-6e2f-46c3-b9e0-311b0113ed84 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:40:06.858718 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:40:06.870483 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:40:06.870859 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:06.873304 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4618235b-eab4-4d4c-9744-9e30719704c2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4618235b-eab4-4d4c-9744-9e30719704c2,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:40:06.902448 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Returning: {'device': '4618235b-eab4-4d4c-9744-9e30719704c2', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'port_id': '4618235b-eab4-4d4c-9744-9e30719704c2', 'mac_address': 'fa:16:3e:36:50:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 15:40:06.951620 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:06.987248 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4618235b-eab4-4d4c-9744-9e30719704c2 {{(pid=93060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 15:40:07.004406 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:07.019249 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4618235b-eab4-4d4c-9744-9e30719704c2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4618235b-eab4-4d4c-9744-9e30719704c2,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:40:07.023883 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:07.038303 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed599b-6e2f-46c3-b9e0-311b0113ed84'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:40:07.040551 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b8b201-9578-49ae-9ee3-0fe9fddff39b" -d '{"events": [{"server_uuid": "41b0a1c0-5c8a-4517-82b8-9dc1179d4006", "name": "network-vif-plugged", "status": "completed", "tag": "06ed599b-6e2f-46c3-b9e0-311b0113ed84"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:40:07.073737 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 06ed599b-6e2f-46c3-b9e0-311b0113ed84, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=06ed599b-6e2f-46c3-b9e0-311b0113ed84,segment=NetworkSegment(74840924-11cd-4f6e-9b5e-453dd30ff57f),segment_id=74840924-11cd-4f6e-9b5e-453dd30ff57f)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:40:07.079141 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:07.097781 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=4618235b-eab4-4d4c-9744-9e30719704c2,revision_number=4']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:07.149081 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=06ed599b-6e2f-46c3-b9e0-311b0113ed84,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:07.204650 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188777-a405-40e5-8466-0024665d83f5 req-2585edb5-17d9-4dbd-8bc7-50374c2d710f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:07.206205 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dd188777-a405-40e5-8466-0024665d83f5 req-2585edb5-17d9-4dbd-8bc7-50374c2d710f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 944 time: 0.0515587 Jul 30 15:40:07.206638 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f4a29-e8b6-4de0-949c-5986ff13af9b x-openstack-request-id: req-0a7f4a29-e8b6-4de0-949c-5986ff13af9b {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:40:07.206928 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b0a1c0-5c8a-4517-82b8-9dc1179d4006", "name": "network-vif-plugged", "status": "completed", "tag": "06ed599b-6e2f-46c3-b9e0-311b0113ed84", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:40:07.207177 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a7f4a29-e8b6-4de0-949c-5986ff13af9b {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:40:07.207566 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed599b-6e2f-46c3-b9e0-311b0113ed84', 'code': 200} Jul 30 15:40:07.247146 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-dd188777-a405-40e5-8466-0024665d83f5 req-68207e82-67ec-4eb9-b83e-21e570b51502 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Jul 30 15:40:07.398216 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378429b-fc79-47a9-8157-ed2b27f0c67a req-6a5a44e5-69b6-4fdf-aedb-571a9719e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:07.399687 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4378429b-fc79-47a9-8157-ed2b27f0c67a req-6a5a44e5-69b6-4fdf-aedb-571a9719e705 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 1102 time: 0.0413253 Jul 30 15:40:07.405794 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['4618235b-eab4-4d4c-9744-9e30719704c2'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:40:07.439114 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4378429b-fc79-47a9-8157-ed2b27f0c67a req-498603a6-594d-4ec1-b99b-183ddc50669d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jul 30 15:40:07.528799 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7c1a6-a55d-44ef-a2e5-032a0bf7d071 req-fab20e76-b548-4d5f-afa6-024d9fef10cd tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:07.530285 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bab7c1a6-a55d-44ef-a2e5-032a0bf7d071 req-fab20e76-b548-4d5f-afa6-024d9fef10cd tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 949 time: 0.0556841 Jul 30 15:40:07.568668 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-bab7c1a6-a55d-44ef-a2e5-032a0bf7d071 req-3e3aaa47-033e-43af-9ea8-c1c6810468b3 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Jul 30 15:40:08.360911 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a651a-ecbd-45b4-a58d-870ae380d967 req-82a1e6bd-48af-4384-8249-9292fb725128 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:08.362399 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-092a651a-ecbd-45b4-a58d-870ae380d967 req-82a1e6bd-48af-4384-8249-9292fb725128 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 944 time: 0.0508494 Jul 30 15:40:08.398564 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-092a651a-ecbd-45b4-a58d-870ae380d967 req-26b3229b-7357-44cd-a7ff-8e156d8a67d2 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303266 Jul 30 15:40:08.679688 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d003-e1c2-4c02-b6b4-8989252e2dc2 req-b1d09e80-10cf-4663-84d2-e28df01cd873 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:08.681176 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f633d003-e1c2-4c02-b6b4-8989252e2dc2 req-b1d09e80-10cf-4663-84d2-e28df01cd873 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 949 time: 0.0473285 Jul 30 15:40:08.718929 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f633d003-e1c2-4c02-b6b4-8989252e2dc2 req-2a0a3a28-ea19-48be-8030-c8c357af1ef5 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Jul 30 15:40:08.754688 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4618235b-eab4-4d4c-9744-9e30719704c2 up at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:40:08.766619 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56400) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:08.811169 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning for port 4618235b-eab4-4d4c-9744-9e30719704c2 completed by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:40:08.815107 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.provisioning_blocks [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Provisioning complete for port 4618235b-eab4-4d4c-9744-9e30719704c2 triggered by entity L2. {{(pid=93060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:40:08.815480 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059499'] for port, provisioning_complete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:08.869791 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ccb63355-0432-4f96-b677-42ef3029118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:08.890326 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:08.926060 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] For port 4618235b-eab4-4d4c-9744-9e30719704c2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4618235b-eab4-4d4c-9744-9e30719704c2,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:40:08.929666 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705'] for port, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:08.967241 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ccb63355-0432-4f96-b677-42ef3029118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:08.972408 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-ccb63355-0432-4f96-b677-42ef3029118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_create {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:08.976811 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Pushing event updated for resources: {'Port': ['ID=4618235b-eab4-4d4c-9744-9e30719704c2,revision_number=5']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:09.014229 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-ccb63355-0432-4f96-b677-42ef3029118d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe33d4b2660f4b07908f7cc4baef1cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455089 Jul 30 15:40:09.014229 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb63355-0432-4f96-b677-42ef3029118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda03b8-e237-4976-a9ca-dd0b09ea4aa3,revision_number=1']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:09.015951 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56404) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:09.066140 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d71878fb-27f6-4002-a152-f69d7ef788dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:09.087014 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d71878fb-27f6-4002-a152-f69d7ef788dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:09.132774 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d71878fb-27f6-4002-a152-f69d7ef788dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:09.136032 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d71878fb-27f6-4002-a152-f69d7ef788dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:09.137255 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d71878fb-27f6-4002-a152-f69d7ef788dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fda03b8-e237-4976-a9ca-dd0b09ea4aa3 HTTP/1.1" status: 204 len: 168 time: 0.1203730 Jul 30 15:40:09.144958 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71878fb-27f6-4002-a152-f69d7ef788dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda03b8-e237-4976-a9ca-dd0b09ea4aa3,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:09.208906 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2'}] {{(pid=93060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:40:09.211418 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f30f20ca92085ac319a392f425076a9abc60fdb1545eaa2cfb03e08837001c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee9a8b0-5bf3-4355-a552-9f4f993856ed" -d '{"events": [{"server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "name": "network-vif-plugged", "status": "completed", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2"}]}' {{(pid=93060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:40:09.252181 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3381b4d-9332-482a-a6dc-878875534daa x-openstack-request-id: req-b3381b4d-9332-482a-a6dc-878875534daa {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:40:09.252181 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "name": "network-vif-plugged", "status": "completed", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2", "code": 200}]} {{(pid=93060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:40:09.252181 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3381b4d-9332-482a-a6dc-878875534daa {{(pid=93060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:40:09.252181 dv-cinder-778907-3-iscsi neutron-server[93060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2', 'code': 200} Jul 30 15:40:09.536763 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ef02d-70e6-4a23-9838-8cc5c806f685 req-1aef05fa-c745-4242-911d-d533fae7d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:09.538252 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-675ef02d-70e6-4a23-9838-8cc5c806f685 req-1aef05fa-c745-4242-911d-d533fae7d575 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 1098 time: 0.0675218 Jul 30 15:40:09.547086 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0adc-1cf3-43a3-a7ee-0ea559245952 req-0e3bb6f4-2700-460f-a5f5-28f28eb87147 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:09.548356 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a54a0adc-1cf3-43a3-a7ee-0ea559245952 req-0e3bb6f4-2700-460f-a5f5-28f28eb87147 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 945 time: 0.0697687 Jul 30 15:40:09.597626 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-675ef02d-70e6-4a23-9838-8cc5c806f685 req-caeea067-81da-4cfc-9f42-5369ba5aea63 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483575 Jul 30 15:40:09.604601 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a54a0adc-1cf3-43a3-a7ee-0ea559245952 req-a874fd33-e39d-44f1-bc30-12d1c99448aa tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503900 Jul 30 15:40:09.837049 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f330a-c06e-4fda-a90f-684ed02f2f9e req-e886becd-acaf-4bf3-8bab-c7db01b739ba tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:09.839141 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-177f330a-c06e-4fda-a90f-684ed02f2f9e req-e886becd-acaf-4bf3-8bab-c7db01b739ba tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 949 time: 0.0523021 Jul 30 15:40:09.878686 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-177f330a-c06e-4fda-a90f-684ed02f2f9e req-edacb285-d20a-4b10-bf4c-8fa6d544680d tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Jul 30 15:40:10.125794 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b9b9-2f07-4e8a-bf76-9feaa06f45df req-e2bc03ee-59cd-4ff4-935c-19fb527575bc tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:10.127181 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2d66b9b9-2f07-4e8a-bf76-9feaa06f45df req-e2bc03ee-59cd-4ff4-935c-19fb527575bc tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 949 time: 0.0478902 Jul 30 15:40:10.165023 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-2d66b9b9-2f07-4e8a-bf76-9feaa06f45df req-5d636b6d-cf3d-4870-adce-54b0f75bc5d2 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Jul 30 15:40:10.718264 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9b746-635a-4ea4-a846-e1e0181fd47c req-24d89efc-05e7-4ce4-b76a-7649c3bdde4d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:10.719821 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-03f9b746-635a-4ea4-a846-e1e0181fd47c req-24d89efc-05e7-4ce4-b76a-7649c3bdde4d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Jul 30 15:40:10.757082 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-03f9b746-635a-4ea4-a846-e1e0181fd47c req-b065c2ba-10c9-454f-9433-d87da6c3b1e9 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313802 Jul 30 15:40:11.281620 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1286e-5d54-4a93-a72d-b31800db7c28 req-cbb5aa5d-1cf1-4702-86a5-5459d6894307 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:11.283094 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6dd1286e-5d54-4a93-a72d-b31800db7c28 req-cbb5aa5d-1cf1-4702-86a5-5459d6894307 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 949 time: 0.0494163 Jul 30 15:40:11.320134 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6dd1286e-5d54-4a93-a72d-b31800db7c28 req-631aebbd-a02c-4de8-bc82-217dad12a1d3 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/security-groups?id=063d088f-669d-45e6-8be0-6e88eb1486c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Jul 30 15:40:11.868115 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4536c5-b2cf-444c-b6df-9861d1be80d6 req-628e919e-d277-43cb-8f70-d72f601b94b9 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:11.869634 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-af4536c5-b2cf-444c-b6df-9861d1be80d6 req-628e919e-d277-43cb-8f70-d72f601b94b9 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 945 time: 0.0475004 Jul 30 15:40:11.906747 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-af4536c5-b2cf-444c-b6df-9861d1be80d6 req-0b71c16b-78a1-4ae1-8680-82048485224d tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Jul 30 15:40:11.975776 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785cca5-3f2a-4655-9422-d2908753b093 req-8c6fd495-2c15-4654-8be1-969baaa068ad tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:11.977233 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f785cca5-3f2a-4655-9422-d2908753b093 req-8c6fd495-2c15-4654-8be1-969baaa068ad tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.58 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 949 time: 0.0467277 Jul 30 15:40:12.019159 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2184f5-630a-42dd-8385-e904e2b475b6 req-d5c10e77-e586-4940-94f3-86e65cf97889 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:12.020643 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4d2184f5-630a-42dd-8385-e904e2b475b6 req-d5c10e77-e586-4940-94f3-86e65cf97889 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 945 time: 0.0470889 Jul 30 15:40:12.062831 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-4d2184f5-630a-42dd-8385-e904e2b475b6 req-d6c185c3-0cc1-4a8f-a3ee-fd3d671dde30 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352278 Jul 30 15:40:12.071504 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Deleting port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:40:12.071856 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.085043 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56428) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:12.159269 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] For port 06ed599b-6e2f-46c3-b9e0-311b0113ed84, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=06ed599b-6e2f-46c3-b9e0-311b0113ed84,segment=NetworkSegment(74840924-11cd-4f6e-9b5e-453dd30ff57f),segment_id=74840924-11cd-4f6e-9b5e-453dd30ff57f)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:40:12.159645 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.172151 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Calling delete_port for 06ed599b-6e2f-46c3-b9e0-311b0113ed84 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:40:12.267762 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9698ecc-d997-4df2-9de7-cddf5eab4d3e tempest-TestVolumeBootPattern-318677761 tempest-TestVolumeBootPattern-318677761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:12.269320 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d9698ecc-d997-4df2-9de7-cddf5eab4d3e tempest-TestVolumeBootPattern-318677761 tempest-TestVolumeBootPattern-318677761-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 1093 time: 0.1832328 Jul 30 15:40:12.272147 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56432) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:12.277413 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.v2.base [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Request body: {'floatingip': {'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'port_id': '4618235b-eab4-4d4c-9744-9e30719704c2', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:40:12.298525 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.303265 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.330490 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] get_ports_and_sgs() called for port_ids ['06ed599b-6e2f-46c3-b9e0-311b0113ed84'] {{(pid=93060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 15:40:12.333757 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Pushing event deleted for resources: {'Port': ['ID=06ed599b-6e2f-46c3-b9e0-311b0113ed84,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:12.382055 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] No DVR routers for this DVR port 06ed599b-6e2f-46c3-b9e0-311b0113ed84 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:40:12.385025 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.387564 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f785cca5-3f2a-4655-9422-d2908753b093 req-43813bb2-37e0-4cc6-9078-3b2da385bc96 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.58 "DELETE /v2.0/ports/06ed599b-6e2f-46c3-b9e0-311b0113ed84 HTTP/1.1" status: 204 len: 173 time: 0.4035087 Jul 30 15:40:12.387924 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'name': 'network-vif-deleted', 'tag': '06ed599b-6e2f-46c3-b9e0-311b0113ed84'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:40:12.391074 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c4020d-aa81-4cb3-83a5-6df55ca860f6" -d '{"events": [{"server_uuid": "41b0a1c0-5c8a-4517-82b8-9dc1179d4006", "name": "network-vif-deleted", "tag": "06ed599b-6e2f-46c3-b9e0-311b0113ed84"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:40:12.414382 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.445177 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-e92ee734-2884-4901-b3aa-4600495818e2 req-33affa22-9e12-4355-925e-7af085453f70 tempest-VolumesNegativeTest-895383625 tempest-VolumesNegativeTest-895383625-project] 10.222.0.50 "GET /v2.0/ports?device_id=41b0a1c0-5c8a-4517-82b8-9dc1179d4006 HTTP/1.1" status: 200 len: 210 time: 0.0316162 Jul 30 15:40:12.480756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90504c29-8b85-4b9f-bcb7-dee842021e32 x-openstack-request-id: req-90504c29-8b85-4b9f-bcb7-dee842021e32 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:40:12.480756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b0a1c0-5c8a-4517-82b8-9dc1179d4006", "name": "network-vif-deleted", "tag": "06ed599b-6e2f-46c3-b9e0-311b0113ed84", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:40:12.480756 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90504c29-8b85-4b9f-bcb7-dee842021e32 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:40:12.480756 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b0a1c0-5c8a-4517-82b8-9dc1179d4006', 'name': 'network-vif-deleted', 'tag': '06ed599b-6e2f-46c3-b9e0-311b0113ed84', 'status': 'completed', 'code': 200} Jul 30 15:40:12.544253 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_common [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Allocated IP 172.27.2.205 (362c0c75-6b3c-4054-a0f7-7db6f17fae54/2cdbd44a-7b5f-4694-a941-b21b1162cd98/18adcfda-1e8e-4c86-ae87-656e7e66d770) {{(pid=93059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:40:12.652806 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.692686 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745333030669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:12.730291 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Network 362c0c75-6b3c-4054-a0f7-7db6f17fae54 is already hosted by enough agents. {{(pid=93059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:40:12.734863 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.base_scheduler [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Resources bound (agent type, host, resource id): {{(pid=93059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:40:12.738960 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Received port after_create {{(pid=93059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:40:12.741830 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=18adcfda-1e8e-4c86-ae87-656e7e66d770,revision_number=1']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:13.092035 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:13.157890 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566109'] for port, before_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:13.303096 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for port, precommit_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:13.307595 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745333420337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745333030687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745333030705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58912084'] for port, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:13.378488 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event updated for resources: {'Port': ['ID=18adcfda-1e8e-4c86-ae87-656e7e66d770,revision_number=2']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:13.384474 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16264764'] for floatingip, after_update {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:13.479636 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Floating IP 130486bc-9243-431b-b234-b22eabd43988 associated. External IP: 172.27.2.205, port: 4618235b-eab4-4d4c-9744-9e30719704c2. Jul 30 15:40:13.956711 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:40:14.065871 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:40:14.077935 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:40:14.084155 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:14.089839 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:40:14.090891 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:39:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:40:14.111280 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-59fc913f-4916-4831-83ae-3d28b4bba04b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8380837 Jul 30 15:40:14.111927 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:40:14.114328 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fcaddd-f86d-414e-9b85-022626b89d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:40:14.152372 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd5ad4-b0f2-4c67-9d1a-47668964e133 x-openstack-request-id: req-42bd5ad4-b0f2-4c67-9d1a-47668964e133 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:40:14.152813 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:40:14.153101 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42bd5ad4-b0f2-4c67-9d1a-47668964e133 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:40:14.153618 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2', 'status': 'completed', 'code': 200} Jul 30 15:40:14.225889 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:40:14.245350 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-639d8deb-a734-49d8-8d83-f734efb7bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:14.246077 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-639d8deb-a734-49d8-8d83-f734efb7bcd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 1098 time: 0.0542877 Jul 30 15:40:14.355070 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-8e313bd9-76b1-4b05-874d-43226b43ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:14.356967 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-8e313bd9-76b1-4b05-874d-43226b43ee94 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.1032088 Jul 30 15:40:14.433880 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-83f2971e-e896-4b41-80d0-50a2cf5e822d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618235b-eab4-4d4c-9744-9e30719704c2 HTTP/1.1" status: 200 len: 999 time: 0.0690880 Jul 30 15:40:14.464110 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '130486bc-9243-431b-b234-b22eabd43988', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': '4618235b-eab4-4d4c-9744-9e30719704c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:36:50:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f70e4-c371-4169-a60f-6a3756281113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:40:12Z', 'updated_at': '2021-07-30T15:40:12Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}, {'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:39Z', 'revision_number': 1, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:40:14.494044 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-ae988ca1-630a-4b68-9600-d3610e3d3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:14.496836 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-ae988ca1-630a-4b68-9600-d3610e3d3636 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0556304 Jul 30 15:40:14.503069 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:40:14.506432 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:40:14.514649 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:40:14.515310 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:39:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:40:14.554505 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-4c8666a4-2c5b-4f87-90ed-c074a050f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:14.556071 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-4c8666a4-2c5b-4f87-90ed-c074a050f12f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496237 Jul 30 15:40:14.630396 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:40:14.653704 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-71047212-15ee-45a6-845c-f91a3ccb416a service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891483 Jul 30 15:40:14.764703 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-92fcaddd-f86d-414e-9b85-022626b89d9f req-2f848372-3f83-4b66-8eea-e8fafc4b1fca service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032488 Jul 30 15:40:14.990009 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '130486bc-9243-431b-b234-b22eabd43988', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': '4618235b-eab4-4d4c-9744-9e30719704c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:36:50:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f70e4-c371-4169-a60f-6a3756281113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:40:12Z', 'updated_at': '2021-07-30T15:40:12Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}, {'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:39Z', 'revision_number': 1, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:40:15.020625 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ef36b-a82f-4235-846c-23b8ba56c4a6 None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': '130486bc-9243-431b-b234-b22eabd43988', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': '4618235b-eab4-4d4c-9744-9e30719704c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:36:50:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899f70e4-c371-4169-a60f-6a3756281113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:40:12Z', 'updated_at': '2021-07-30T15:40:12Z', 'revision_number': 0, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}, {'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:39Z', 'revision_number': 1, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:40:15.214225 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea558de-4895-4b4e-924c-44d431846ffc None None] New status for floating IP 130486bc-9243-431b-b234-b22eabd43988: ACTIVE {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:40:16.009810 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-4133243d-9fb4-44f3-ab54-c548be985f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:16.803115 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 06ed599b-6e2f-46c3-b9e0-311b0113ed84 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:40:16.823167 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 06ed599b-6e2f-46c3-b9e0-311b0113ed84 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:40:16.823513 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 06ed599b-6e2f-46c3-b9e0-311b0113ed84 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:40:17.296705 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56668) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:17.425657 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-27bd7314-3932-47ab-9668-5cfe263b4663 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad14caa5d1574de592e867353b6598c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277416 Jul 30 15:40:17.428053 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56672) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:40:17.474741 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36bbe333-c1e2-4f8f-90f0-e78d4448b4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:17.495454 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36bbe333-c1e2-4f8f-90f0-e78d4448b4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:17.542553 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36bbe333-c1e2-4f8f-90f0-e78d4448b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:17.545785 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36bbe333-c1e2-4f8f-90f0-e78d4448b4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:17.546913 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-36bbe333-c1e2-4f8f-90f0-e78d4448b4a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/063d088f-669d-45e6-8be0-6e88eb1486c5 HTTP/1.1" status: 204 len: 168 time: 0.1179600 Jul 30 15:40:17.554254 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbe333-c1e2-4f8f-90f0-e78d4448b4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063d088f-669d-45e6-8be0-6e88eb1486c5,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:40:18.597538 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-5d93be88-967a-4676-910c-d65b3f67b49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:18.717861 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:19.532429 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:19.749051 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:21.650425 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:46.010867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-705b39c0-c47b-49eb-8848-9b98e09e177d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:48.597772 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-df13efb1-9831-4126-a6d2-174ace891525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:48.717813 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:49.544069 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:49.751217 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:51.505663 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:40:51.654256 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:40:52.701993 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-ae116ec7-6b15-4664-9773-393a5a8085d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388668 Jul 30 15:40:52.769856 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-5e919297-fccb-4c03-9753-3d1b833761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:52.771331 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-5e919297-fccb-4c03-9753-3d1b833761bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1099 time: 0.0390649 Jul 30 15:40:52.874765 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-227254c2-5cc9-4d51-8470-c8108a8b44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:52.876218 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-227254c2-5cc9-4d51-8470-c8108a8b44f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0853920 Jul 30 15:40:52.943905 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-8f0cd0d1-5568-4194-b62f-79610d68a0ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 200 len: 1002 time: 0.0606997 Jul 30 15:40:52.991732 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-a52b353a-9541-4496-aa20-fb5e6bc19502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:52.993075 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-a52b353a-9541-4496-aa20-fb5e6bc19502 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0422401 Jul 30 15:40:53.040796 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-f6562378-a5ff-464e-8e00-e637ddf47879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:40:53.042398 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-f6562378-a5ff-464e-8e00-e637ddf47879 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428433 Jul 30 15:40:53.131148 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-09561303-46b2-449e-ae69-78c423192a64 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812204 Jul 30 15:40:53.223687 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-5534a1d1-6d5f-49ec-8d50-a3542d7fdba0 req-0ce8f86c-07cb-477b-9b9e-288df7176513 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852115 Jul 30 15:41:11.737198 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56696) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:12.071214 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Deleting port 3ed81c4b-5359-4ccc-bebf-3cbcad1670b2 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:12.071566 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:12.146614 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:12.146950 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:12.158521 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Calling delete_port for 3ed81c4b-5359-4ccc-bebf-3cbcad1670b2 owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:12.304897 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:12.331190 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event deleted for resources: {'Port': ['ID=3ed81c4b-5359-4ccc-bebf-3cbcad1670b2,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:12.353301 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.353658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.354008 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.354350 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.354689 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.355033 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.355366 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.355697 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.356028 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.356357 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.356684 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.357105 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:12.400462 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:12.400820 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Floating IP c2c5a8cd-ca28-46d5-8392-0e2d86007fed disassociated (deleted). External IP: 172.27.2.9, port: 5c70ca43-b508-49a5-94ca-f60360066b85. Jul 30 15:41:12.604374 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Router 3936490e-c180-47fc-9f09-9a00e7a809d2 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:41:12.710470 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:41:12.715340 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:12.721028 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] Sync routers for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:41:12.730471 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:41:12.731097 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:40:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:12.745975 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d9187e19-296c-45d4-8ff4-a5eb82d0a469 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "DELETE /v2.0/floatingips/c2c5a8cd-ca28-46d5-8392-0e2d86007fed HTTP/1.1" status: 204 len: 168 time: 1.0076962 Jul 30 15:41:12.746666 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:41:12.749018 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0360708-9bec-45b8-885b-4513f0888725" -d '{"events": [{"name": "network-changed", "server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:41:12.837644 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:41:12.948602 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be962d09-c7ec-4b35-9854-fa344d511a9f x-openstack-request-id: req-be962d09-c7ec-4b35-9854-fa344d511a9f {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:41:12.949021 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:41:12.949276 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be962d09-c7ec-4b35-9854-fa344d511a9f {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:41:12.949671 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85', 'status': 'completed', 'code': 200} Jul 30 15:41:12.975432 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c7418-6263-46ea-afc3-c41cefb7e044 req-305a31ea-ca3e-47d4-945f-0ead81257058 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:12.977001 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-372c7418-6263-46ea-afc3-c41cefb7e044 req-305a31ea-ca3e-47d4-945f-0ead81257058 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0562880 Jul 30 15:41:13.015615 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-372c7418-6263-46ea-afc3-c41cefb7e044 req-8e39c4d1-5d39-42da-a510-2e02d5e58772 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Jul 30 15:41:13.021565 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360708-9bec-45b8-885b-4513f0888725 req-4a3a5836-2ba5-4331-ade0-de2dd9847a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:13.023296 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0360708-9bec-45b8-885b-4513f0888725 req-4a3a5836-2ba5-4331-ade0-de2dd9847a31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f0b91d19179443c98c850dd803fa671&device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 1098 time: 0.0434799 Jul 30 15:41:13.047148 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 5, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:13.074224 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] Checking router: 3936490e-c180-47fc-9f09-9a00e7a809d2 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:41:13.082377 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:41:13.083227 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:40:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:13.116146 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360708-9bec-45b8-885b-4513f0888725 req-42f413bf-8bd5-4f32-8475-d4e0a4a8e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:13.117680 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0360708-9bec-45b8-885b-4513f0888725 req-42f413bf-8bd5-4f32-8475-d4e0a4a8e09a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 200 len: 909 time: 0.0872655 Jul 30 15:41:13.159953 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0360708-9bec-45b8-885b-4513f0888725 req-5fe15b76-7bb2-4ecf-bef2-0591a7573f30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 200 len: 217 time: 0.0343494 Jul 30 15:41:13.187653 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:41:13.209441 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360708-9bec-45b8-885b-4513f0888725 req-c49ebd0b-8728-473f-8521-19cc01c60edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:13.210895 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0360708-9bec-45b8-885b-4513f0888725 req-c49ebd0b-8728-473f-8521-19cc01c60edd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 200 len: 847 time: 0.0431554 Jul 30 15:41:13.257238 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360708-9bec-45b8-885b-4513f0888725 req-69c9ac75-dfae-41d1-9152-5e3a5063f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:13.258789 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0360708-9bec-45b8-885b-4513f0888725 req-69c9ac75-dfae-41d1-9152-5e3a5063f47d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac4d50cd-236b-424a-9b86-c965ffb71950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396295 Jul 30 15:41:13.353560 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0360708-9bec-45b8-885b-4513f0888725 req-bf404419-e83e-4264-8798-8c100cc45924 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863185 Jul 30 15:41:13.383451 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 5, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:13.413662 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3e938-1320-4736-a1ac-ab4cd7a2c995 None None] The sync data for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi is: [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:35:48Z', 'revision_number': 4, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '15b51f88-2bbf-4e2d-a24c-b8049aa94a18', 'name': '', 'network_id': 'ac4d50cd-236b-424a-9b86-c965ffb71950', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'mac_address': 'fa:16:3e:ef:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:48Z', 'updated_at': '2021-07-30T15:35:54Z', 'revision_number': 5, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'subnets': [{'id': '74c1e24f-574d-496a-b316-39ec911c52b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:41:13.445598 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-a0360708-9bec-45b8-885b-4513f0888725 req-4c7958df-47ee-48ef-9c93-d858464246d0 service neutron] 10.222.0.58 "GET /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843747 Jul 30 15:41:13.751113 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e125745-3aaa-4c22-bf4c-da59ab2fdd24 None None] New status for floating IP c2c5a8cd-ca28-46d5-8392-0e2d86007fed: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:41:14.140153 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96fed3-6643-4fa9-902d-d9b0bc02b463 req-86704944-5484-4130-b2ac-9caf5623ee0f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:14.141928 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4d96fed3-6643-4fa9-902d-d9b0bc02b463 req-86704944-5484-4130-b2ac-9caf5623ee0f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0560427 Jul 30 15:41:14.179820 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4d96fed3-6643-4fa9-902d-d9b0bc02b463 req-3cdbd8aa-162d-453e-8514-0463341823b2 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320663 Jul 30 15:41:14.949881 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-994b91f4-e9e6-4bd9-b36d-34e2163e42e5 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:14.951320 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-994b91f4-e9e6-4bd9-b36d-34e2163e42e5 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 945 time: 0.0479560 Jul 30 15:41:15.040010 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Deleting port 5c70ca43-b508-49a5-94ca-f60360066b85 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:15.040351 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:15.128960 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] For port 5c70ca43-b508-49a5-94ca-f60360066b85, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=5c70ca43-b508-49a5-94ca-f60360066b85,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:15.129325 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:15.142306 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Calling delete_port for 5c70ca43-b508-49a5-94ca-f60360066b85 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:15.276380 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:15.294626 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1feb6-48bc-4bf0-8d4f-30bd923473d7 req-e4d198b8-fac5-4788-87d7-f6b3429bc269 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:15.296131 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0aa1feb6-48bc-4bf0-8d4f-30bd923473d7 req-e4d198b8-fac5-4788-87d7-f6b3429bc269 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 867 time: 0.0503578 Jul 30 15:41:15.305810 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event deleted for resources: {'Port': ['ID=5c70ca43-b508-49a5-94ca-f60360066b85,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:15.318098 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.318659 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.319080 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.319420 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.319754 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.320087 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.320951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.320951 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.321178 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.321395 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.321719 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.322039 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:15.346273 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-0aa1feb6-48bc-4bf0-8d4f-30bd923473d7 req-cf454629-0556-4ba2-aa76-a2d42d2db6c7 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e730306-de1a-4a98-8041-9f66c58c6202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442605 Jul 30 15:41:15.356475 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] No DVR routers for this DVR port 5c70ca43-b508-49a5-94ca-f60360066b85 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:41:15.358959 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:15.360950 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-1d1c65c3-b696-44a4-a223-d706c98dc4d6 req-85c12c12-1557-4640-b4a8-4272ad4b5b20 tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.58 "DELETE /v2.0/ports/5c70ca43-b508-49a5-94ca-f60360066b85 HTTP/1.1" status: 204 len: 173 time: 0.4032891 Jul 30 15:41:15.361387 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-deleted', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:41:15.363678 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee976fcc-9c83-4e67-9ed7-e84e2f509f76" -d '{"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-deleted", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:41:15.400224 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71606b46-9b6a-4eb1-82b0-8d458a7d0795 x-openstack-request-id: req-71606b46-9b6a-4eb1-82b0-8d458a7d0795 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:41:15.400515 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0de1c99-0e95-456a-bb97-ff06a6de2f1a", "name": "network-vif-deleted", "tag": "5c70ca43-b508-49a5-94ca-f60360066b85", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:41:15.400792 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71606b46-9b6a-4eb1-82b0-8d458a7d0795 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:41:15.401190 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0de1c99-0e95-456a-bb97-ff06a6de2f1a', 'name': 'network-vif-deleted', 'tag': '5c70ca43-b508-49a5-94ca-f60360066b85', 'status': 'completed', 'code': 200} Jul 30 15:41:16.011681 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-76cb6261-562d-4602-867b-6b1c6299943f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:16.450332 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-f3857683-cdff-4b32-b208-1aba517d240b req-01948daa-8c2e-45fc-b310-fb4875feca2e tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0de1c99-0e95-456a-bb97-ff06a6de2f1a HTTP/1.1" status: 200 len: 210 time: 0.0250030 Jul 30 15:41:17.506986 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56724) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:17.567504 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5a6839c9-883c-4cf9-b0b6-ee69f67a443f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:17.591873 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5a6839c9-883c-4cf9-b0b6-ee69f67a443f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:17.649139 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5a6839c9-883c-4cf9-b0b6-ee69f67a443f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:17.651704 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-5a6839c9-883c-4cf9-b0b6-ee69f67a443f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:17.653130 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5a6839c9-883c-4cf9-b0b6-ee69f67a443f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] 10.222.0.50 "DELETE /v2.0/security-groups/0e730306-de1a-4a98-8041-9f66c58c6202 HTTP/1.1" status: 204 len: 168 time: 0.1451421 Jul 30 15:41:17.661999 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6839c9-883c-4cf9-b0b6-ee69f67a443f tempest-TestShelveInstance-1911551229 tempest-TestShelveInstance-1911551229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e730306-de1a-4a98-8041-9f66c58c6202,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:17.701659 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56728) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:18.180920 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:18.416793 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Deleting port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:18.417144 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:18.496980 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] For port 15b51f88-2bbf-4e2d-a24c-b8049aa94a18, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:18.497258 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:18.510030 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Calling delete_port for 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 owned by network:router_interface {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:18.603359 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f8fc8856-c1ad-4dc8-aca9-699c49e9107c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:18.699961 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:18.717880 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:18.724098 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b51f88-2bbf-4e2d-a24c-b8049aa94a18,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:18.888121 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.089528 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 5c70ca43-b508-49a5-94ca-f60360066b85 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:41:19.098938 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Router 3936490e-c180-47fc-9f09-9a00e7a809d2 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:41:19.113534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 5c70ca43-b508-49a5-94ca-f60360066b85 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:41:19.113926 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 5c70ca43-b508-49a5-94ca-f60360066b85 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:41:19.205658 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:41:19.214138 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-58482f2e-13cc-4122-9b2c-86ec19bc2974 admin admin] 10.222.0.50 "PUT /v2.0/routers/3936490e-c180-47fc-9f09-9a00e7a809d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5088198 Jul 30 15:41:19.214278 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56732) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:19.215374 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] Sync routers for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:41:19.224165 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:41:19.225521 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:19.318079 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.328924 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:41:19.430906 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.482976 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Deleting port ed240f5a-784e-4bff-9791-b15d2537c48e {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:19.483320 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.507636 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:41:18Z', 'revision_number': 5, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port': {'id': 'ed240f5a-784e-4bff-9791-b15d2537c48e', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:46Z', 'updated_at': '2021-07-30T15:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:19.538489 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] Checking router: 3936490e-c180-47fc-9f09-9a00e7a809d2 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:41:19.554636 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] Routers {'3936490e-c180-47fc-9f09-9a00e7a809d2'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:41:19.555237 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['3936490e-c180-47fc-9f09-9a00e7a809d2'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:19.565360 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] For port ed240f5a-784e-4bff-9791-b15d2537c48e, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=ed240f5a-784e-4bff-9791-b15d2537c48e,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:19.565943 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.578879 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Calling delete_port for ed240f5a-784e-4bff-9791-b15d2537c48e owned by network:router_gateway {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:19.591537 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.643739 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] Set router 3936490e-c180-47fc-9f09-9a00e7a809d2 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:41:19.695800 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:41:19Z', 'revision_number': 6, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:19.726714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d704c25-d9d4-421d-8781-01e73f300da8 None None] The sync data for ids ['3936490e-c180-47fc-9f09-9a00e7a809d2'] in dv-cinder-778907-3-iscsi is: [{'id': '3936490e-c180-47fc-9f09-9a00e7a809d2', 'name': 'tempest-TestShelveInstance-465555670-router', 'tenant_id': '3f0b91d19179443c98c850dd803fa671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:45Z', 'updated_at': '2021-07-30T15:41:19Z', 'revision_number': 6, 'project_id': '3f0b91d19179443c98c850dd803fa671', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:41:19.746884 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.760884 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.779570 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed240f5a-784e-4bff-9791-b15d2537c48e,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:19.831511 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.918904 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.920939 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.964625 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.965171 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3936490e-c180-47fc-9f09-9a00e7a809d2 {{(pid=93059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:41:19.969900 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:19.971089 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c9bb0d8e-e737-430d-942d-b2d554ce4a42 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3936490e-c180-47fc-9f09-9a00e7a809d2 HTTP/1.1" status: 204 len: 168 time: 0.7558706 Jul 30 15:41:19.973543 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56734) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:20.017230 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] Deleting subnet 74c1e24f-574d-496a-b316-39ec911c52b7 {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:41:20.020136 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.054650 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.137949 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.190728 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.217608 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c1e24f-574d-496a-b316-39ec911c52b7,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:20.219616 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.221443 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-370bc4aa-8b86-4431-810c-aea75128c113 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/74c1e24f-574d-496a-b316-39ec911c52b7 HTTP/1.1" status: 204 len: 168 time: 0.2469780 Jul 30 15:41:20.223003 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb1b55-631a-4a93-ad62-f1cf279258d7 None None] Network ac4d50cd-236b-424a-9b86-c965ffb71950 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:41:20.223913 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56736) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:20.292546 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.348452 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Deleting port a0f14191-b2a1-440c-bee5-f5306a2e3f2e {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:20.348835 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.415961 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] For port a0f14191-b2a1-440c-bee5-f5306a2e3f2e, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:20.416264 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.429494 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Calling delete_port for a0f14191-b2a1-440c-bee5-f5306a2e3f2e owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:20.497257 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] DHCP port deletion for ac4d50cd-236b-424a-9b86-c965ffb71950 request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:41:20.545850 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Deleting port a0f14191-b2a1-440c-bee5-f5306a2e3f2e {{(pid=93060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:20.546233 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.612772 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] For port a0f14191-b2a1-440c-bee5-f5306a2e3f2e, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,segment=NetworkSegment(f72eccdb-d972-462b-a3bb-d0e227d81a76),segment_id=f72eccdb-d972-462b-a3bb-d0e227d81a76)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:20.613170 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.629566 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Calling delete_port for a0f14191-b2a1-440c-bee5-f5306a2e3f2e owned by network:dhcp {{(pid=93060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:20.723791 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678'] for port, after_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.756493 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Pushing event deleted for resources: {'Port': ['ID=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,revision_number=None']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:20.760020 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] No DVR routers for this DVR port a0f14191-b2a1-440c-bee5-f5306a2e3f2e on host dv-cinder-778907-3-iscsi {{(pid=93060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:41:20.767435 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.767782 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.768119 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.768453 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.768820 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.769163 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.769483 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.775061 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.775061 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.775061 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.775061 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.775061 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928f4c-9b40-483b-8162-168791b997d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:41:20.794814 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.818924 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f14191-b2a1-440c-bee5-f5306a2e3f2e,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:20.827595 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] No DVR routers for this DVR port a0f14191-b2a1-440c-bee5-f5306a2e3f2e on host dv-cinder-778907-3-iscsi {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:41:20.925324 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.936360 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4d50cd-236b-424a-9b86-c965ffb71950']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:20.954427 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72eccdb-d972-462b-a3bb-d0e227d81a76') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:20.954725 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72eccdb-d972-462b-a3bb-d0e227d81a76') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:20.965973 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.981601 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.988021 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:41:20.988413 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: self.session.flush() Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: self.session.flush() Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: self.session.flush() Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: self.session.flush() Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:41:20.990966 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:41:21.057848 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:21.066024 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:21.069604 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ac4d50cd-236b-424a-9b86-c965ffb71950 HTTP/1.1" status: 204 len: 168 time: 0.8445897 Jul 30 15:41:21.072674 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56738) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:21.080911 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44a957-ec00-46f8-b8a6-641706354216 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4d50cd-236b-424a-9b86-c965ffb71950,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:21.401308 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ed240f5a-784e-4bff-9791-b15d2537c48e no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:41:21.423559 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: ed240f5a-784e-4bff-9791-b15d2537c48e {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:41:21.423889 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ed240f5a-784e-4bff-9791-b15d2537c48e not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:41:21.424311 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a0f14191-b2a1-440c-bee5-f5306a2e3f2e no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:41:21.445067 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: a0f14191-b2a1-440c-bee5-f5306a2e3f2e {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:41:21.446576 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a0f14191-b2a1-440c-bee5-f5306a2e3f2e not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:41:21.446576 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:41:21.463431 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:21.467002 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:41:21.467352 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 15b51f88-2bbf-4e2d-a24c-b8049aa94a18 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:41:21.655703 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:21.725354 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Deleting port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:21.725879 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:21.800799 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] For port e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,segment=NetworkSegment(1782c3f1-bef5-40aa-8f4d-02db31f1ac1d),segment_id=1782c3f1-bef5-40aa-8f4d-02db31f1ac1d)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:21.801170 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:21.816309 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Calling delete_port for e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 owned by network:router_interface {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:21.991450 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:22.013746 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:22.175132 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:22.383099 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:41:22.486065 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:41:22.491550 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-0f536341-5c20-4281-a359-eb1b9d35ea12 admin admin] 10.222.0.50 "PUT /v2.0/routers/f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4176369 Jul 30 15:41:22.494209 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56740) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:22.495048 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] Sync routers for ids ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:41:22.504090 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] Routers {'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:41:22.504626 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:22.598772 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks [] for router, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:22.607409 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] Set router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:41:22.706535 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:22.757509 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Deleting port 4f58295f-f58e-44ef-9c0b-20ae23813a69 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:22.757855 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:22.785289 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:41:21Z', 'revision_number': 5, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port': {'id': '4f58295f-f58e-44ef-9c0b-20ae23813a69', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:35:51Z', 'updated_at': '2021-07-30T15:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:22.815379 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] Checking router: f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:41:22.823932 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] Routers {'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:41:22.824537 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:22.837538 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] For port 4f58295f-f58e-44ef-9c0b-20ae23813a69, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=4f58295f-f58e-44ef-9c0b-20ae23813a69,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:22.837927 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:22.851691 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Calling delete_port for 4f58295f-f58e-44ef-9c0b-20ae23813a69 owned by network:router_gateway {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:22.908576 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] Set router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f gateway port host: None {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:41:22.961241 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:41:22Z', 'revision_number': 6, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:22.990303 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af67b0-ae08-40f5-983c-16fab0b7a7ba None None] The sync data for ids ['f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f'] in dv-cinder-778907-3-iscsi is: [{'id': 'f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f', 'name': 'tempest-TestShelveInstance-669644403-router', 'tenant_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:35:50Z', 'updated_at': '2021-07-30T15:41:22Z', 'revision_number': 6, 'project_id': '6b90fd25572c4add9bf6d5f5ff8fa1e2', 'gw_port_host': None}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:41:23.017275 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.043497 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f58295f-f58e-44ef-9c0b-20ae23813a69,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:23.101743 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.193084 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.195848 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.238885 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.239447 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f {{(pid=93059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:41:23.247596 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.249788 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-93257fd2-f4e4-4224-9366-076e6dc4a891 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f4f541e2-4c63-486d-ac7a-b8c0fd0d2e0f HTTP/1.1" status: 204 len: 168 time: 0.7535183 Jul 30 15:41:23.251412 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56746) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:23.296251 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] Deleting subnet 779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:41:23.299451 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.335800 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.424428 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.478823 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.503561 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:23.507189 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.509974 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-92e29bb9-740e-4f80-9742-8b3f158d429d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/779a7f6c-2a3d-4d0c-ab4e-5f17df31e79f HTTP/1.1" status: 204 len: 168 time: 0.2567024 Jul 30 15:41:23.511603 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56748) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:23.514080 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab633c-95ad-416d-9830-4c282a274020 None None] Network 49484e3a-e654-4453-951d-4b5a6d73560f requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:41:23.586838 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.643233 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Deleting port 7cb11c10-0176-439a-ab96-eb033979e06b {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:41:23.643580 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.705724 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] For port 7cb11c10-0176-439a-ab96-eb033979e06b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=7cb11c10-0176-439a-ab96-eb033979e06b,segment=NetworkSegment(1782c3f1-bef5-40aa-8f4d-02db31f1ac1d),segment_id=1782c3f1-bef5-40aa-8f4d-02db31f1ac1d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:41:23.706027 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.721464 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Calling delete_port for 7cb11c10-0176-439a-ab96-eb033979e06b owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:41:23.781878 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:41:23.809963 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:41:23.810451 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device e0f7e3ba-f48d-4248-ad34-7d3d35fb76f5 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:41:23.818781 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.820348 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e4442-a5d7-4c6d-825e-7dfe2f6a03f4 None None] DHCP port deletion for 49484e3a-e654-4453-951d-4b5a6d73560f request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:41:23.843012 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb11c10-0176-439a-ab96-eb033979e06b,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:23.853652 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] No DVR routers for this DVR port 7cb11c10-0176-439a-ab96-eb033979e06b on host dv-cinder-778907-3-iscsi {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:41:23.924390 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.939638 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49484e3a-e654-4453-951d-4b5a6d73560f']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:23.956515 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:23.956843 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1782c3f1-bef5-40aa-8f4d-02db31f1ac1d') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:41:23.966155 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.980430 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.987270 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:41:23.987710 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:41:23.989406 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:41:24.043151 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.048233 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.053309 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] 10.222.0.50 "DELETE /v2.0/networks/49484e3a-e654-4453-951d-4b5a6d73560f HTTP/1.1" status: 204 len: 168 time: 0.5375733 Jul 30 15:41:24.061254 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298f214-ebee-4745-b049-faa2e9293834 admin admin] Pushing event deleted for resources: {'Network': ['ID=49484e3a-e654-4453-951d-4b5a6d73560f,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:24.157178 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56752) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:24.196808 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-9323d450-744b-4103-918c-a476f63947bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f0b91d19179443c98c850dd803fa671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384641 Jul 30 15:41:24.199286 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56754) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:24.246358 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d23ba6b0-771d-4410-9bd3-8ef62d8b3eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.271274 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d23ba6b0-771d-4410-9bd3-8ef62d8b3eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.316254 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d23ba6b0-771d-4410-9bd3-8ef62d8b3eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.318898 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-d23ba6b0-771d-4410-9bd3-8ef62d8b3eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.320022 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-d23ba6b0-771d-4410-9bd3-8ef62d8b3eb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e182f42c-6825-4b91-90f7-1bd09b6b46f8 HTTP/1.1" status: 204 len: 168 time: 0.1198611 Jul 30 15:41:24.327364 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ba6b0-771d-4410-9bd3-8ef62d8b3eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e182f42c-6825-4b91-90f7-1bd09b6b46f8,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:24.637227 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56760) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:24.678265 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-08a03f1f-ebcd-47dd-b52c-ab8bbc58e621 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b90fd25572c4add9bf6d5f5ff8fa1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396256 Jul 30 15:41:24.680398 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56762) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:41:24.727285 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11f87c5f-d15d-46d0-8c60-9a5b68c9bb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.747687 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11f87c5f-d15d-46d0-8c60-9a5b68c9bb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.792836 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11f87c5f-d15d-46d0-8c60-9a5b68c9bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.795326 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-11f87c5f-d15d-46d0-8c60-9a5b68c9bb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:24.796443 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-11f87c5f-d15d-46d0-8c60-9a5b68c9bb52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55589a1d-dacb-4478-bd0e-223204207777 HTTP/1.1" status: 204 len: 168 time: 0.1151321 Jul 30 15:41:24.803886 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87c5f-d15d-46d0-8c60-9a5b68c9bb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55589a1d-dacb-4478-bd0e-223204207777,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:41:25.386561 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 7cb11c10-0176-439a-ab96-eb033979e06b no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:41:25.406809 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 7cb11c10-0176-439a-ab96-eb033979e06b {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:41:25.407156 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 7cb11c10-0176-439a-ab96-eb033979e06b not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:41:25.407565 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 4f58295f-f58e-44ef-9c0b-20ae23813a69 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:41:25.425818 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 4f58295f-f58e-44ef-9c0b-20ae23813a69 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:41:25.426164 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 4f58295f-f58e-44ef-9c0b-20ae23813a69 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:41:28.504067 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:41:46.012553 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-90d94b15-d43f-48cb-85a2-f1b29c6ead6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:48.594866 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d0a1f04e-ac74-477d-b515-8752c5bb5cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:48.718328 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:49.560107 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:49.755791 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:51.658702 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:41:54.701323 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-dd62450a-e65a-4171-a353-f720eb0993b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419037 Jul 30 15:41:54.791338 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da742-eaa0-409b-8896-99462b5e5a4c req-dea0ace5-d385-40d8-9741-19c7eaeaeeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:54.792876 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-dea0ace5-d385-40d8-9741-19c7eaeaeeec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1099 time: 0.0396881 Jul 30 15:41:54.896111 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da742-eaa0-409b-8896-99462b5e5a4c req-31ab1a99-9d58-43c0-a74f-8caaa6592480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:54.897635 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-31ab1a99-9d58-43c0-a74f-8caaa6592480 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0855966 Jul 30 15:41:54.960636 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-50dafe94-68be-4b18-8d66-1a74a4ebb422 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 200 len: 1002 time: 0.0557001 Jul 30 15:41:55.011244 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da742-eaa0-409b-8896-99462b5e5a4c req-c4deb741-9441-4429-bfd5-960169e50104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:55.012638 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-c4deb741-9441-4429-bfd5-960169e50104 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0458181 Jul 30 15:41:55.300715 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da742-eaa0-409b-8896-99462b5e5a4c req-d77a52ee-a063-41e7-8c3b-758a7706453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:41:55.302226 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-d77a52ee-a063-41e7-8c3b-758a7706453b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2828798 Jul 30 15:41:55.390017 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-98707297-b1df-40c8-8a50-6f45d85f1446 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803957 Jul 30 15:41:55.479264 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-919da742-eaa0-409b-8896-99462b5e5a4c req-0a5b7e26-a5ca-469c-ade9-7cc4be3aad97 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825479 Jul 30 15:42:05.362761 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56766) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:05.502170 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:42:05.515469 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Deleting port 18adcfda-1e8e-4c86-ae87-656e7e66d770 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:05.515820 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:05.592308 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:05.592639 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:05.603915 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Calling delete_port for 18adcfda-1e8e-4c86-ae87-656e7e66d770 owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:05.745177 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:05.771311 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event deleted for resources: {'Port': ['ID=18adcfda-1e8e-4c86-ae87-656e7e66d770,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:05.828295 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:05.828634 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Floating IP 130486bc-9243-431b-b234-b22eabd43988 disassociated (deleted). External IP: 172.27.2.205, port: 4618235b-eab4-4d4c-9744-9e30719704c2. Jul 30 15:42:06.028109 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:42:06.131853 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:42:06.137300 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:06.143403 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:42:06.152714 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:06.153693 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:06.163047 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-7a07d1c3-4416-48fa-8abe-e1ef720f4184 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "DELETE /v2.0/floatingips/130486bc-9243-431b-b234-b22eabd43988 HTTP/1.1" status: 204 len: 168 time: 0.7992117 Jul 30 15:42:06.163743 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:42:06.166038 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf69240a-9855-449f-8353-08f8f4f959e3" -d '{"events": [{"name": "network-changed", "server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:42:06.204210 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66136895-915b-48aa-a5d7-5ac5cee91e93 x-openstack-request-id: req-66136895-915b-48aa-a5d7-5ac5cee91e93 {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:42:06.204531 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:42:06.204833 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66136895-915b-48aa-a5d7-5ac5cee91e93 {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:42:06.205356 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2', 'status': 'completed', 'code': 200} Jul 30 15:42:06.268201 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:06.282564 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-b9971179-0300-4712-bb27-d4e7fcf5a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:06.284781 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-b9971179-0300-4712-bb27-d4e7fcf5a2a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 1098 time: 0.0415022 Jul 30 15:42:06.384602 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-714fdf72-1971-4501-8bb0-b5075ab40238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:06.386121 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-714fdf72-1971-4501-8bb0-b5075ab40238 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0943143 Jul 30 15:42:06.403068 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859e476-551c-4063-a552-8697b3329e7d req-89397179-3273-4066-ba0f-ecb83928891b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:06.404897 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6859e476-551c-4063-a552-8697b3329e7d req-89397179-3273-4066-ba0f-ecb83928891b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 945 time: 0.0524044 Jul 30 15:42:06.430926 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-602c5132-17db-4a8d-a438-5981d533590a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4618235b-eab4-4d4c-9744-9e30719704c2 HTTP/1.1" status: 200 len: 217 time: 0.0356083 Jul 30 15:42:06.442915 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-6859e476-551c-4063-a552-8697b3329e7d req-d573f677-ada3-4ee8-897a-34af63b88eba tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318580 Jul 30 15:42:06.482761 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-44e8efc2-729e-4d6e-8cce-f088eec98824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:06.484320 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-44e8efc2-729e-4d6e-8cce-f088eec98824 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0456316 Jul 30 15:42:06.512681 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:39Z', 'revision_number': 1, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:06.533749 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-c880a6cc-e445-41fa-9f8d-00b1463488c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:06.535151 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-c880a6cc-e445-41fa-9f8d-00b1463488c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436492 Jul 30 15:42:06.539700 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:42:06.547904 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:06.548504 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:06.625906 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-76e7b9a6-1b9f-4ac1-a116-f2f0f91d2e08 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817304 Jul 30 15:42:06.651690 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:06.718598 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-cf69240a-9855-449f-8353-08f8f4f959e3 req-c63b0e13-6ae1-4f37-ad19-955b7337ea34 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848110 Jul 30 15:42:06.873724 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:39Z', 'revision_number': 1, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:06.898783 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0077b5a-f5df-47bd-bd12-d78cc5a6a854 None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_floatingips': [{'id': 'fe1d74a7-0723-46eb-9438-cf47d516a372', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'router_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'port_id': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'mac_address': 'fa:16:3e:e9:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T15:37:37Z', 'updated_at': '2021-07-30T15:37:39Z', 'revision_number': 1, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:42:07.100328 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b591e-e598-4dfa-96d0-d08a808f7a41 None None] New status for floating IP 130486bc-9243-431b-b234-b22eabd43988: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:42:07.562915 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4efe5-4a6c-45cf-a8f2-7f9b268f3a7c req-39aa1c7f-6d61-4409-83f1-aa2db0146296 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:07.564425 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fce4efe5-4a6c-45cf-a8f2-7f9b268f3a7c req-39aa1c7f-6d61-4409-83f1-aa2db0146296 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Jul 30 15:42:07.602034 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-fce4efe5-4a6c-45cf-a8f2-7f9b268f3a7c req-8e9313ba-5d0e-4e8d-9b2e-739dced9fad6 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309784 Jul 30 15:42:08.119046 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-a1e4819d-9b8c-4d77-a2cd-706d742ca785 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:08.120482 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-a1e4819d-9b8c-4d77-a2cd-706d742ca785 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 945 time: 0.0470347 Jul 30 15:42:08.211898 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Deleting port 4618235b-eab4-4d4c-9744-9e30719704c2 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:08.212266 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:08.298346 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] For port 4618235b-eab4-4d4c-9744-9e30719704c2, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=4618235b-eab4-4d4c-9744-9e30719704c2,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:08.298707 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:08.310933 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Calling delete_port for 4618235b-eab4-4d4c-9744-9e30719704c2 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:08.433271 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:08.460984 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event deleted for resources: {'Port': ['ID=4618235b-eab4-4d4c-9744-9e30719704c2,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:08.498596 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] No DVR routers for this DVR port 4618235b-eab4-4d4c-9744-9e30719704c2 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:42:08.501157 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:08.503204 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-f8694d65-e967-44ec-9f90-a61ae6c99e92 req-bd911b3a-9e3b-4e72-88d1-9ef5f70a966f tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "DELETE /v2.0/ports/4618235b-eab4-4d4c-9744-9e30719704c2 HTTP/1.1" status: 204 len: 173 time: 0.3763983 Jul 30 15:42:08.503662 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'name': 'network-vif-deleted', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:42:08.505941 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0fe1a5-48d8-427a-966e-9d29355666d5" -d '{"events": [{"server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "name": "network-vif-deleted", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:42:08.564196 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f56768-2195-49f7-8b7f-b79927272ad8 x-openstack-request-id: req-10f56768-2195-49f7-8b7f-b79927272ad8 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:42:08.564714 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899f70e4-c371-4169-a60f-6a3756281113", "name": "network-vif-deleted", "tag": "4618235b-eab4-4d4c-9744-9e30719704c2", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:42:08.564975 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10f56768-2195-49f7-8b7f-b79927272ad8 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:42:08.565391 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899f70e4-c371-4169-a60f-6a3756281113', 'name': 'network-vif-deleted', 'tag': '4618235b-eab4-4d4c-9744-9e30719704c2', 'status': 'completed', 'code': 200} Jul 30 15:42:08.698978 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-8fd73455-855c-4aeb-960e-6140143be7aa req-0a285fdc-f02c-48c3-a450-f0af1531af74 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=899f70e4-c371-4169-a60f-6a3756281113 HTTP/1.1" status: 200 len: 210 time: 0.0293584 Jul 30 15:42:11.278426 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4618235b-eab4-4d4c-9744-9e30719704c2 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:11.299747 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: 4618235b-eab4-4d4c-9744-9e30719704c2 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:42:11.300102 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device 4618235b-eab4-4d4c-9744-9e30719704c2 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:11.964697 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56796) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:12.118193 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Deleting port 2a3afe2a-b214-4009-baa1-0bca2df3f41a {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:12.118536 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:12.190563 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:12.190895 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:12.202845 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Calling delete_port for 2a3afe2a-b214-4009-baa1-0bca2df3f41a owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:12.347180 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:12.371523 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event deleted for resources: {'Port': ['ID=2a3afe2a-b214-4009-baa1-0bca2df3f41a,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:12.383168 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.383645 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.383996 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.384337 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.384673 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.385034 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.385369 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.385703 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.386031 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.386359 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.386689 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.387008 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:12.442150 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:12.442477 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.db.l3_db [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Floating IP fe1d74a7-0723-46eb-9438-cf47d516a372 disassociated (deleted). External IP: 172.27.2.112, port: be40d5be-50af-4904-9ba4-eb34dba29408. Jul 30 15:42:12.643495 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:42:12.747837 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:42:12.752563 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:12.758354 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:42:12.767428 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:12.768108 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:12.785028 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-8f4da019-f8e9-4eae-8204-e7001c9dbcfe tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "DELETE /v2.0/floatingips/fe1d74a7-0723-46eb-9438-cf47d516a372 HTTP/1.1" status: 204 len: 168 time: 0.8188403 Jul 30 15:42:12.785986 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408'}] {{(pid=93059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:42:12.790090 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abdeb36801b984ddbdaae21f2881a1f655e35f6bd5608b25b028632d2d7ee3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7499a1-d8aa-4ad1-a587-ed43778152f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408"}]}' {{(pid=93059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:42:12.832135 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2c1b45-a312-456a-a87b-668fa0b422ef x-openstack-request-id: req-1f2c1b45-a312-456a-a87b-668fa0b422ef {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:42:12.832620 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408", "status": "completed", "code": 200}]} {{(pid=93059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:42:12.832907 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f2c1b45-a312-456a-a87b-668fa0b422ef {{(pid=93059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:42:12.833332 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'status': 'completed', 'code': 200} Jul 30 15:42:12.882209 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:12.914588 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-6f13dda4-c35b-4bba-8f4a-472515896b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:12.917119 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-6f13dda4-c35b-4bba-8f4a-472515896b5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 1099 time: 0.0480931 Jul 30 15:42:13.009686 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-9f078d61-6e28-4547-9121-2cd97aad9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:13.011202 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-9f078d61-6e28-4547-9121-2cd97aad9c70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 200 len: 912 time: 0.0858135 Jul 30 15:42:13.018226 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4715-1234-4331-a789-c667d678d814 req-1318c85e-23ef-431b-b416-9005c1fe6a69 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:13.019839 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-24ad4715-1234-4331-a789-c667d678d814 req-1318c85e-23ef-431b-b416-9005c1fe6a69 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 946 time: 0.0511982 Jul 30 15:42:13.059329 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [req-24ad4715-1234-4331-a789-c667d678d814 req-05838d7c-4127-4ebd-855b-3c5cd7afdd4b tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331981 Jul 30 15:42:13.064295 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-8a5bcaa0-ec36-4a04-b470-d9837ab31ef3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 200 len: 217 time: 0.0446630 Jul 30 15:42:13.096645 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:13.113518 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-a43a7a53-19a2-41b2-9372-f718cb7b1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:13.114979 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-a43a7a53-19a2-41b2-9372-f718cb7b1ef7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 200 len: 850 time: 0.0436728 Jul 30 15:42:13.122918 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:42:13.131010 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:13.131613 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:41:49Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:13.158910 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-a1eb7aaa-b0d3-43aa-aa64-6edcc89cea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:13.160391 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-a1eb7aaa-b0d3-43aa-aa64-6edcc89cea75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4db7f2c7-38aa-4869-9e01-5c78e7246e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384912 Jul 30 15:42:13.233639 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:13.254691 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-b34b69e8-b5ac-4c2e-bf1b-edc212f66a5c service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Jul 30 15:42:13.344233 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-be7499a1-d8aa-4ad1-a587-ed43778152f2 req-14ad4aa4-bb32-4ed6-a0ba-23340035c691 service neutron] 10.222.0.58 "GET /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818286 Jul 30 15:42:13.426574 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:13.455159 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2944048-1615-47b8-87ba-280d0cbdd925 None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi', '_interfaces': [{'id': '0dbeb4e1-c691-40f2-85a1-2bb514f2dec9', 'name': '', 'network_id': '4db7f2c7-38aa-4869-9e01-5c78e7246e9e', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'mac_address': 'fa:16:3e:45:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:03Z', 'updated_at': '2021-07-30T15:32:12Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'subnets': [{'id': '192b55e9-8ec7-442c-9577-cd6a0faaf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:42:13.651548 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117d63c-2ef8-4261-96f9-b41f37111cb9 None None] New status for floating IP fe1d74a7-0723-46eb-9438-cf47d516a372: DOWN {{(pid=93061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 15:42:14.173668 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5abbb-c63c-4490-ab49-98ddf275d575 req-d929aa46-c587-4087-83db-684757086e7c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:14.175143 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9ed5abbb-c63c-4490-ab49-98ddf275d575 req-d929aa46-c587-4087-83db-684757086e7c tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 946 time: 0.0479591 Jul 30 15:42:14.217424 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-9ed5abbb-c63c-4490-ab49-98ddf275d575 req-563cb3b5-1633-4169-b9e9-f729785eadec tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/security-groups?id=8efdec8f-380b-4987-9b15-f88d0f924a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356994 Jul 30 15:42:14.704394 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-aa2496c0-2d4b-4e47-b56e-a1925f136dd1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:42:14.705872 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-aa2496c0-2d4b-4e47-b56e-a1925f136dd1 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 946 time: 0.0506167 Jul 30 15:42:14.796779 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Deleting port be40d5be-50af-4904-9ba4-eb34dba29408 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:14.797131 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:14.891381 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] For port be40d5be-50af-4904-9ba4-eb34dba29408, host hv-cinder-77890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77890',level=0,port_id=be40d5be-50af-4904-9ba4-eb34dba29408,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:14.891733 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:14.904755 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Calling delete_port for be40d5be-50af-4904-9ba4-eb34dba29408 owned by compute:nova {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:15.028938 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:15.057455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event deleted for resources: {'Port': ['ID=be40d5be-50af-4904-9ba4-eb34dba29408,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:15.095985 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] No DVR routers for this DVR port be40d5be-50af-4904-9ba4-eb34dba29408 on host hv-cinder-77890 {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:42:15.098495 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for port, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:15.100443 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-93e6781c-8205-4e93-bd6f-e73160d1a5c7 req-1dbcaa39-0732-4c2f-8d20-6d133e6a7c37 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.58 "DELETE /v2.0/ports/be40d5be-50af-4904-9ba4-eb34dba29408 HTTP/1.1" status: 204 len: 173 time: 0.3884921 Jul 30 15:42:15.100914 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'name': 'network-vif-deleted', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408'}] {{(pid=93058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 15:42:15.103760 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}016aa2538e7c8e8f0bdc894b67998de351b42542e4560df0a6348d1596ee5be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffb89c3-93b8-4122-a435-a7a15cf4bed3" -d '{"events": [{"server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "name": "network-vif-deleted", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408"}]}' {{(pid=93058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 15:42:15.143023 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 15:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49dec31-a791-4eba-afa1-99cc23dba9f1 x-openstack-request-id: req-e49dec31-a791-4eba-afa1-99cc23dba9f1 {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 15:42:15.143342 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94767f2-d68c-4145-93b1-6c89b6be89d2", "name": "network-vif-deleted", "tag": "be40d5be-50af-4904-9ba4-eb34dba29408", "status": "completed", "code": 200}]} {{(pid=93058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 15:42:15.143596 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e49dec31-a791-4eba-afa1-99cc23dba9f1 {{(pid=93058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 15:42:15.143999 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94767f2-d68c-4145-93b1-6c89b6be89d2', 'name': 'network-vif-deleted', 'tag': 'be40d5be-50af-4904-9ba4-eb34dba29408', 'status': 'completed', 'code': 200} Jul 30 15:42:15.308442 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [req-4dcda5bf-3194-4435-a02b-53526881f67c req-082b8090-3dc2-45b4-ad4c-98be892513cc tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94767f2-d68c-4145-93b1-6c89b6be89d2 HTTP/1.1" status: 200 len: 210 time: 0.0248230 Jul 30 15:42:16.013592 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ac04d812-6901-4de1-b65a-2e36d5d54331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:16.609775 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56814) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:16.733901 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Deleting port 7a5056b6-d796-4c13-8c72-9fe4fc1fde81 {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:16.734249 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:17.068197 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:17.068531 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:17.079943 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Calling delete_port for 7a5056b6-d796-4c13-8c72-9fe4fc1fde81 owned by network:floatingip {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:17.204665 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:17.233344 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event deleted for resources: {'Port': ['ID=7a5056b6-d796-4c13-8c72-9fe4fc1fde81,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:17.291690 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:17.294215 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256503'] for floatingip, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:17.295359 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-4747b177-41ca-4843-a394-1583be06cb40 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "DELETE /v2.0/floatingips/e4de086c-dc61-42ea-adf3-7cb6e7646866 HTTP/1.1" status: 204 len: 168 time: 0.6846018 Jul 30 15:42:17.302581 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device be40d5be-50af-4904-9ba4-eb34dba29408 no longer exists at agent hyperv_hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:17.322267 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] No Port match for: be40d5be-50af-4904-9ba4-eb34dba29408 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:42:17.322549 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Device be40d5be-50af-4904-9ba4-eb34dba29408 not bound to the agent host hv-cinder-77890 {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:18.493242 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56826) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:18.553377 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:18.577776 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:18.596417 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d3e8b61d-218d-487b-9394-c8a8ea2a2541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:18.637957 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:18.640455 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Notify callbacks [] for security_group, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:18.641641 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] 10.222.0.50 "DELETE /v2.0/security-groups/8efdec8f-380b-4987-9b15-f88d0f924a9d HTTP/1.1" status: 204 len: 168 time: 0.1474097 Jul 30 15:42:18.650796 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efdec8f-380b-4987-9b15-f88d0f924a9d,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:18.658031 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.658386 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.658729 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.659068 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.659401 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.659733 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.660063 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.660389 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.660746 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.661145 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.661470 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.661790 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930069b-851b-40dc-bd8e-0da382aa37d0 tempest-TestVolumeBootPattern-1249560840 tempest-TestVolumeBootPattern-1249560840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:18.712997 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56830) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:18.721320 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:19.194284 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:19.429320 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Deleting port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:19.429672 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:19.508570 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] For port 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:19.509272 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:19.520836 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Calling delete_port for 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 owned by network:router_interface {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:19.572976 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:19.694899 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:19.719833 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbeb4e1-c691-40f2-85a1-2bb514f2dec9,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:19.765913 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:19.882949 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:20.083741 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Router 8511980b-b685-4091-9cf3-c546a9ef7c66 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:42:20.185142 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:42:20.190138 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-4c0aaf0c-c375-493e-84cd-9ea7fdc44b67 admin admin] 10.222.0.50 "PUT /v2.0/routers/8511980b-b685-4091-9cf3-c546a9ef7c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4761043 Jul 30 15:42:20.192609 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56834) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:20.195414 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] Sync routers for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:42:20.204398 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:20.205037 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:42:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:20.298288 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:20.405214 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:20.435064 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:20.456787 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Deleting port ae1223b9-664e-4486-af45-a95e68f62c6b {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:20.457128 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:20.534447 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] For port ae1223b9-664e-4486-af45-a95e68f62c6b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=ae1223b9-664e-4486-af45-a95e68f62c6b,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:20.535176 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:20.547714 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Calling delete_port for ae1223b9-664e-4486-af45-a95e68f62c6b owned by network:router_gateway {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:20.611698 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:42:19Z', 'revision_number': 5, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port': {'id': 'ae1223b9-664e-4486-af45-a95e68f62c6b', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:00Z', 'updated_at': '2021-07-30T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:20.642092 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] Checking router: 8511980b-b685-4091-9cf3-c546a9ef7c66 for host: dv-cinder-778907-3-iscsi {{(pid=93060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:42:20.651348 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] Routers {'8511980b-b685-4091-9cf3-c546a9ef7c66'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:20.651963 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:42:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['8511980b-b685-4091-9cf3-c546a9ef7c66'], 'active': True} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:20.708433 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:20.732081 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1223b9-664e-4486-af45-a95e68f62c6b,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:20.741958 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvr_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] Set router 8511980b-b685-4091-9cf3-c546a9ef7c66 gateway port host: None {{(pid=93060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:20.792734 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:20.793693 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_hamode_db [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:42:20Z', 'revision_number': 6, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:20.824047 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee04ed-0a2d-490b-96c8-8cb74e77e519 None None] The sync data for ids ['8511980b-b685-4091-9cf3-c546a9ef7c66'] in dv-cinder-778907-3-iscsi is: [{'id': '8511980b-b685-4091-9cf3-c546a9ef7c66', 'name': 'tempest-TestVolumeBootPattern-621974162-router', 'tenant_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:31:59Z', 'updated_at': '2021-07-30T15:42:20Z', 'revision_number': 6, 'project_id': 'a255fbb215f04c70862a4bcc0ca5ec8b', 'gw_port_host': None}] {{(pid=93060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:42:21.136886 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.138867 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.182003 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.182854 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8511980b-b685-4091-9cf3-c546a9ef7c66 {{(pid=93058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:42:21.188165 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.189449 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-0c89d240-5c0f-47e2-bac0-ca59daf805f5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8511980b-b685-4091-9cf3-c546a9ef7c66 HTTP/1.1" status: 204 len: 168 time: 0.9957218 Jul 30 15:42:21.191952 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56836) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:21.239255 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] Deleting subnet 192b55e9-8ec7-442c-9577-cd6a0faaf4f9 {{(pid=93058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:42:21.243379 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.277777 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3711343'] for subnet, precommit_delete_associations {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.358001 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.408801 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59223146'] for subnet, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.433975 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192b55e9-8ec7-442c-9577-cd6a0faaf4f9,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:21.435888 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for subnet, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.440033 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-bd7aa67e-7b88-436b-9c06-b8ab38d387aa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/192b55e9-8ec7-442c-9577-cd6a0faaf4f9 HTTP/1.1" status: 204 len: 168 time: 0.2449090 Jul 30 15:42:21.440396 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f529394f-d0bc-452f-8d2d-4e1b8b7db72b None None] Network 4db7f2c7-38aa-4869-9e01-5c78e7246e9e requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:42:21.440527 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [-] (93058) accepted ('10.222.0.50', 56838) {{(pid=93058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:21.508537 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.560082 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Deleting port 24b5a223-299c-4618-9f95-b0ad476e32a5 {{(pid=93058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:21.560665 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.624886 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] DHCP port deletion for 4db7f2c7-38aa-4869-9e01-5c78e7246e9e request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:42:21.626751 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.db [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] For port 24b5a223-299c-4618-9f95-b0ad476e32a5, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=24b5a223-299c-4618-9f95-b0ad476e32a5,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:21.627348 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.647763 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.plugin [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Calling delete_port for 24b5a223-299c-4618-9f95-b0ad476e32a5 owned by network:dhcp {{(pid=93058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:21.674526 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.687927 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Deleting port 24b5a223-299c-4618-9f95-b0ad476e32a5 {{(pid=93060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:21.688309 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.691300 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 24b5a223-299c-4618-9f95-b0ad476e32a5 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:21.734994 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765143'] for port, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.763655 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] No DVR routers for this DVR port 24b5a223-299c-4618-9f95-b0ad476e32a5 on host dv-cinder-778907-3-iscsi {{(pid=93058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:42:21.768207 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b5a223-299c-4618-9f95-b0ad476e32a5,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:21.781770 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] For port 24b5a223-299c-4618-9f95-b0ad476e32a5, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=24b5a223-299c-4618-9f95-b0ad476e32a5,segment=NetworkSegment(4ae2df9a-6c78-4082-9793-e5d2f93250d9),segment_id=4ae2df9a-6c78-4082-9793-e5d2f93250d9)] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:21.782175 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.784408 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No active binding found for port 24b5a223-299c-4618-9f95-b0ad476e32a5 {{(pid=93060) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 15:42:21.784856 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 24b5a223-299c-4618-9f95-b0ad476e32a5 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:21.785288 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ae1223b9-664e-4486-af45-a95e68f62c6b no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:21.815122 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Calling delete_port for 24b5a223-299c-4618-9f95-b0ad476e32a5 owned by network:dhcp {{(pid=93060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:21.816788 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: ae1223b9-664e-4486-af45-a95e68f62c6b {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:42:21.817136 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device ae1223b9-664e-4486-af45-a95e68f62c6b not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:21.817552 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:21.835378 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.842142 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:42:21.842593 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 0dbeb4e1-c691-40f2-85a1-2bb514f2dec9 not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:21.845815 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db7f2c7-38aa-4869-9e01-5c78e7246e9e']}} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:21.861139 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae2df9a-6c78-4082-9793-e5d2f93250d9') {'for_net_delete': True} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:21.861440 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.services.segments.db [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae2df9a-6c78-4082-9793-e5d2f93250d9') {} {{(pid=93058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:21.871180 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3711332'] for segment, before_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.885738 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.892282 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:42:21.892914 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764838'] for segment, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: Traceback (most recent call last): Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: timer() Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: cb(*args, **kw) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: return func(*args, **kwargs) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: self._notify() Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: self.callback(batched_events) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: event.method(event) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: return f(self, *a, **k) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._get(url).json() Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: return self.request(url, 'GET', **kwargs) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:42:21.894907 dv-cinder-778907-3-iscsi neutron-server[93058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:42:21.917358 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678'] for port, after_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.947534 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Pushing event deleted for resources: {'Port': ['ID=24b5a223-299c-4618-9f95-b0ad476e32a5,revision_number=None']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:21.952080 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] No DVR routers for this DVR port 24b5a223-299c-4618-9f95-b0ad476e32a5 on host dv-cinder-778907-3-iscsi {{(pid=93060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:42:21.958764 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.959122 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.959561 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.959868 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.960298 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.960684 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.961006 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.961371 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.961765 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.962097 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.962448 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.962815 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ea57-192d-4f4c-93a5-6d6a2275c568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778907-3-iscsi {{(pid=93060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:42:21.967747 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.972378 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron_lib.callbacks.manager [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:21.974421 dv-cinder-778907-3-iscsi neutron-server[93058]: INFO neutron.wsgi [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4db7f2c7-38aa-4869-9e01-5c78e7246e9e HTTP/1.1" status: 204 len: 168 time: 0.5330725 Jul 30 15:42:21.978298 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56840) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:21.987622 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32005b-3d26-44c8-9c37-f87403295227 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db7f2c7-38aa-4869-9e01-5c78e7246e9e,revision_number=None']} {{(pid=93058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:22.318572 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-374076'] for router_interface, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:22.556238 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Deleting port fe493ab4-e064-4aa7-aed4-94496da4909b {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:22.556585 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:22.632144 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] For port fe493ab4-e064-4aa7-aed4-94496da4909b, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=fe493ab4-e064-4aa7-aed4-94496da4909b,segment=NetworkSegment(a7f438d8-cce1-4045-b9b1-40a4be5d1123),segment_id=a7f438d8-cce1-4045-b9b1-40a4be5d1123)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:22.633123 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:22.645388 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Calling delete_port for fe493ab4-e064-4aa7-aed4-94496da4909b owned by network:router_interface {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:22.829319 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:22.873382 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe493ab4-e064-4aa7-aed4-94496da4909b,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:23.080798 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16295076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-374096'] for router_interface, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:23.327337 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Router 24756fc6-571e-4ce4-a5e1-418a5382e534 has already been hosted by L3 agent e45dae81-14c1-4d99-b695-b25e796d1f6b {{(pid=93059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:42:23.447981 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] Notify agent at l3_agent.dv-cinder-778907-3-iscsi the message routers_updated {{(pid=93059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:42:23.456091 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-36c886b6-9010-497d-bd81-1b2ff5c4f590 admin admin] 10.222.0.50 "PUT /v2.0/routers/24756fc6-571e-4ce4-a5e1-418a5382e534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4741626 Jul 30 15:42:23.456091 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56842) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:23.457740 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] Sync routers for ids ['24756fc6-571e-4ce4-a5e1-418a5382e534'] in dv-cinder-778907-3-iscsi {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:42:23.468780 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] Routers {'24756fc6-571e-4ce4-a5e1-418a5382e534'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:23.469408 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:42:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['24756fc6-571e-4ce4-a5e1-418a5382e534'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:23.561363 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks [] for router, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:23.572879 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] Set router 24756fc6-571e-4ce4-a5e1-418a5382e534 gateway port host: dv-cinder-778907-3-iscsi {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:23.660945 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:23.715156 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Deleting port a5248848-f5da-4a48-b331-9ae9e51430ed {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:23.715551 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:23.749312 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'external_fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:42:22Z', 'revision_number': 5, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port': {'id': 'a5248848-f5da-4a48-b331-9ae9e51430ed', 'name': '', 'network_id': '362c0c75-6b3c-4054-a0f7-7db6f17fae54', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778907-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:32:09Z', 'updated_at': '2021-07-30T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cdbd44a-7b5f-4694-a941-b21b1162cd98', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778907-3-iscsi'}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:23.776289 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] Checking router: 24756fc6-571e-4ce4-a5e1-418a5382e534 for host: dv-cinder-778907-3-iscsi {{(pid=93061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:42:23.785299 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] Routers {'24756fc6-571e-4ce4-a5e1-418a5382e534'} bound to L3 agent in host dv-cinder-778907-3-iscsi {{(pid=93061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:42:23.785915 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778907-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:19:49Z,description=,heartbeat_timestamp=2021-07-30T15:42:19Z,host='dv-cinder-778907-3-iscsi',id=e45dae81-14c1-4d99-b695-b25e796d1f6b,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:19:49Z,topic='l3_agent')) {'router_ids': ['24756fc6-571e-4ce4-a5e1-418a5382e534'], 'active': True} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:23.792418 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] For port a5248848-f5da-4a48-b331-9ae9e51430ed, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=a5248848-f5da-4a48-b331-9ae9e51430ed,segment=NetworkSegment(2950cb77-28a4-40fc-ac12-123ec70c377d),segment_id=2950cb77-28a4-40fc-ac12-123ec70c377d)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:23.792814 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:23.805076 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Calling delete_port for a5248848-f5da-4a48-b331-9ae9e51430ed owned by network:router_gateway {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:23.869949 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_dvr_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] Set router 24756fc6-571e-4ce4-a5e1-418a5382e534 gateway port host: None {{(pid=93061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:42:23.919897 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.l3_hamode_db [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:42:23Z', 'revision_number': 6, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port_host': None}], 'dv-cinder-778907-3-iscsi', False) {} {{(pid=93061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:23.949367 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac71728-1ad6-4bf5-971b-5870438d8b9d None None] The sync data for ids ['24756fc6-571e-4ce4-a5e1-418a5382e534'] in dv-cinder-778907-3-iscsi is: [{'id': '24756fc6-571e-4ce4-a5e1-418a5382e534', 'name': 'tempest-TestVolumeBootPattern-788346807-router', 'tenant_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:32:08Z', 'updated_at': '2021-07-30T15:42:23Z', 'revision_number': 6, 'project_id': 'facd2deed0e64b7fa96889821e1ca6c3', 'gw_port_host': None}] {{(pid=93061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:42:23.972182 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:23.994290 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5248848-f5da-4a48-b331-9ae9e51430ed,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:24.061221 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16264946'] for router_gateway, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.147602 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-523117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-906'] for router, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.149695 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.191432 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524285'] for router, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.192006 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24756fc6-571e-4ce4-a5e1-418a5382e534 {{(pid=93059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 15:42:24.197466 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] Notify callbacks [] for router, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.198595 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-b2ff6cc7-5aaa-453c-a35a-ab773112098c admin admin] 10.222.0.50 "DELETE /v2.0/routers/24756fc6-571e-4ce4-a5e1-418a5382e534 HTTP/1.1" status: 204 len: 168 time: 0.7413628 Jul 30 15:42:24.201119 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56844) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:24.247753 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] Deleting subnet 902c36d8-d944-4602-97d1-c47ef9a4fce0 {{(pid=93059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 15:42:24.250756 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.285017 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2977153'] for subnet, precommit_delete_associations {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.364783 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16069313'] for subnet, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.419164 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16069178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16265023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59267053'] for subnet, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.448538 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902c36d8-d944-4602-97d1-c47ef9a4fce0,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:24.453368 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.455911 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c9e3f25d-933e-4a56-b250-d99d30fb794f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/902c36d8-d944-4602-97d1-c47ef9a4fce0 HTTP/1.1" status: 204 len: 168 time: 0.2535837 Jul 30 15:42:24.458165 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56846) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:24.462082 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b27ae-5ffe-47f5-a248-e4fb71367435 None None] Network 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 requested from dv-cinder-778907-3-iscsi {{(pid=93060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:42:24.531088 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16197832'] for network, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.582651 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Deleting port 3babee84-ad6d-47a6-86a4-823903dfe1ee {{(pid=93059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:24.583003 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.648828 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.db [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] For port 3babee84-ad6d-47a6-86a4-823903dfe1ee, host dv-cinder-778907-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778907-3-iscsi',level=0,port_id=3babee84-ad6d-47a6-86a4-823903dfe1ee,segment=NetworkSegment(a7f438d8-cce1-4045-b9b1-40a4be5d1123),segment_id=a7f438d8-cce1-4045-b9b1-40a4be5d1123)] {{(pid=93059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:24.649136 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.661403 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.plugin [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Calling delete_port for 3babee84-ad6d-47a6-86a4-823903dfe1ee owned by network:dhcp {{(pid=93059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:24.709445 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] DHCP port deletion for 8add4de4-4ae6-4f1d-9481-ab34ff4626f9 request from dv-cinder-778907-3-iscsi {{(pid=93060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 15:42:24.743170 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58912077'] for port, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.760961 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] Deleting port 3babee84-ad6d-47a6-86a4-823903dfe1ee {{(pid=93060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 15:42:24.761333 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745333414539'] for port, before_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.766366 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Pushing event deleted for resources: {'Port': ['ID=3babee84-ad6d-47a6-86a4-823903dfe1ee,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:24.771893 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] No DVR routers for this DVR port 3babee84-ad6d-47a6-86a4-823903dfe1ee on host dv-cinder-778907-3-iscsi {{(pid=93059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:42:24.825565 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.db [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] For port 3babee84-ad6d-47a6-86a4-823903dfe1ee, host dv-cinder-778907-3-iscsi, got binding levels [] {{(pid=93060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:42:24.826017 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370667'] for port, precommit_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.839385 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] Calling delete_port for 3babee84-ad6d-47a6-86a4-823903dfe1ee owned by network:dhcp {{(pid=93060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 15:42:24.842133 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.ipam_backend_mixin [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] Port 3babee84-ad6d-47a6-86a4-823903dfe1ee was not found and therefore no delete operation was performed {{(pid=93060) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 15:42:24.844117 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16681321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745333420319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745333030678'] for port, after_delete {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.851516 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16058198', 'neutron.services.segments.db._delete_segments_for_network-8745333495345'] for network, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.862757 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8add4de4-4ae6-4f1d-9481-ab34ff4626f9']}} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:24.874305 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f438d8-cce1-4045-b9b1-40a4be5d1123') {'for_net_delete': True} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:24.874733 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.services.segments.db [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f438d8-cce1-4045-b9b1-40a4be5d1123') {} {{(pid=93059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:42:24.875018 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] Pushing event deleted for resources: {'Port': ['ID=3babee84-ad6d-47a6-86a4-823903dfe1ee,revision_number=None']} {{(pid=93060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:24.879174 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13248c97-a7c6-489c-b2c7-81364c162063 None None] No DVR routers for this DVR port 3babee84-ad6d-47a6-86a4-823903dfe1ee on host dv-cinder-778907-3-iscsi {{(pid=93060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 15:42:24.886993 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745333496634', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2977162'] for segment, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.905378 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279'] for segment, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.911711 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 15:42:24.912144 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16058279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911932'] for segment, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: Traceback (most recent call last): Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: timer() Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: cb(*args, **kw) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: return func(*args, **kwargs) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: self._notify() Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: self.callback(batched_events) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: event.method(event) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: return f(self, *a, **k) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._get(url).json() Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: return self.request(url, 'GET', **kwargs) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 15:42:24.914788 dv-cinder-778907-3-iscsi neutron-server[93059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 15:42:24.974014 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16058191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16295103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16264910'] for network, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.978907 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16295041'] for network, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:24.980844 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8add4de4-4ae6-4f1d-9481-ab34ff4626f9 HTTP/1.1" status: 204 len: 168 time: 0.5216444 Jul 30 15:42:24.993728 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122be42-9aa5-4c4e-8195-2f9e4bba3070 admin admin] Pushing event deleted for resources: {'Network': ['ID=8add4de4-4ae6-4f1d-9481-ab34ff4626f9,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:25.086193 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56850) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:25.125111 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-dbd67c36-a445-4012-be05-7e7145c086ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a255fbb215f04c70862a4bcc0ca5ec8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377553 Jul 30 15:42:25.127628 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56852) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:25.176435 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b3a12fe-ac44-4756-ac98-995b40b10cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.196998 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b3a12fe-ac44-4756-ac98-995b40b10cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.243537 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b3a12fe-ac44-4756-ac98-995b40b10cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.246075 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-2b3a12fe-ac44-4756-ac98-995b40b10cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.247223 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-2b3a12fe-ac44-4756-ac98-995b40b10cb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a20e5d83-e8a5-4d74-9c56-e2deb9c3ae41 HTTP/1.1" status: 204 len: 168 time: 0.1187122 Jul 30 15:42:25.255092 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a12fe-ac44-4756-ac98-995b40b10cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e5d83-e8a5-4d74-9c56-e2deb9c3ae41,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:25.417929 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 3babee84-ad6d-47a6-86a4-823903dfe1ee no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:25.441267 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: 3babee84-ad6d-47a6-86a4-823903dfe1ee {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:42:25.441882 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device 3babee84-ad6d-47a6-86a4-823903dfe1ee not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:25.442302 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device fe493ab4-e064-4aa7-aed4-94496da4909b no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:25.460982 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: fe493ab4-e064-4aa7-aed4-94496da4909b {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:42:25.461328 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device fe493ab4-e064-4aa7-aed4-94496da4909b not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:25.461775 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a5248848-f5da-4a48-b331-9ae9e51430ed no longer exists at agent ovs-agent-dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 15:42:25.480527 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.plugin [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] No Port match for: a5248848-f5da-4a48-b331-9ae9e51430ed {{(pid=93060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 15:42:25.481175 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron.plugins.ml2.rpc [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Device a5248848-f5da-4a48-b331-9ae9e51430ed not bound to the agent host dv-cinder-778907-3-iscsi {{(pid=93060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 15:42:25.571979 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56858) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:25.611199 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-5fe04fbb-2736-438b-ae23-732ca9879929 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=facd2deed0e64b7fa96889821e1ca6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380239 Jul 30 15:42:25.613539 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [-] (93059) accepted ('10.222.0.50', 56860) {{(pid=93059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:42:25.662140 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04eba74-be85-4389-b5af-309d2eb33c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.682471 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04eba74-be85-4389-b5af-309d2eb33c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.728743 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04eba74-be85-4389-b5af-309d2eb33c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16289245'] for security_group, after_delete {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.731473 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron_lib.callbacks.manager [None req-c04eba74-be85-4389-b5af-309d2eb33c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:25.732598 dv-cinder-778907-3-iscsi neutron-server[93059]: INFO neutron.wsgi [None req-c04eba74-be85-4389-b5af-309d2eb33c71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3969a47f-cdc4-4eea-b90e-c99f453290de HTTP/1.1" status: 204 len: 168 time: 0.1181653 Jul 30 15:42:25.740654 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eba74-be85-4389-b5af-309d2eb33c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3969a47f-cdc4-4eea-b90e-c99f453290de,revision_number=None']} {{(pid=93059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:42:42.500913 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:42:46.012883 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-7226c9ae-fd41-4173-a796-640cc78dadc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:48.597552 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-0c0a49a9-a34e-4842-926b-f24c373b5231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:48.721351 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:49.591078 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:49.762205 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:42:51.664985 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:16.012929 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-69c34f9c-6775-42a1-bae1-263a5bf1f2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:16.247928 dv-cinder-778907-3-iscsi neutron-server[93058]: DEBUG neutron.wsgi [req-8edd305d-70a2-428f-8c12-d59e94e8f9fa req-862c812f-4541-4314-8b57-2a8e083701e3 service neutron] (93058) timed out ('10.222.0.58', 58450) {{(pid=93058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 15:43:18.597802 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-b50ce0ef-6061-4ddb-85bc-ce809e096c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:18.721280 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:19.500601 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:43:19.588367 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:19.763550 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:21.670867 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:41.505678 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [req-34d806be-8c43-46d1-b1ad-c9e6bb3b22f1 req-457e098a-0d76-47be-abd2-87393dfc2740 service neutron] (93059) timed out ('10.222.0.58', 58481) {{(pid=93059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 15:43:41.517234 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [req-4c5f4154-5997-4473-aca2-6da633d201a2 req-06edff9d-832d-4b79-9420-03c86f8a679a service neutron] (93059) timed out ('10.222.0.58', 58474) {{(pid=93059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 15:43:46.013216 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-4f5c985a-4b23-4b8f-b129-8ee1a97ed22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:48.599098 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-42b2ae46-6490-4a28-8fcb-c47e2a2e4fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:48.722011 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:49.604449 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:49.766974 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:51.671594 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:43:56.499297 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:44:16.014793 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e858ae7d-ff1d-410a-b36b-52a68e655699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:18.599378 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-798a359c-4e56-4eab-9f12-0c8d77e23e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:18.721852 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:19.629925 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:19.769293 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:21.674437 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:33.498872 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:44:46.014552 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-1d5b218d-f9e2-4204-a2de-f6359c790d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:48.598837 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-f58eea60-51a3-48d6-84ed-5f861085bccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:48.722460 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:49.628611 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:49.772699 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:44:51.677130 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:10.497759 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:45:16.014432 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-ed4efe47-a26f-4a73-9014-f8db4bec6b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:18.598360 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-84fba42f-7383-44df-8d16-a3f22101969f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:18.722327 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:19.649165 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:19.773965 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:21.681520 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:46.015501 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-cf36a3b5-9679-4c00-a34f-93c6d3d714f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:47.496501 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:45:48.598270 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-d4343358-5dce-4ca9-86fd-3bb06effc9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:48.725880 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:49.650074 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:49.775579 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:45:51.682114 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:01.542522 dv-cinder-778907-3-iscsi neutron-server[93059]: DEBUG neutron.wsgi [req-77d409ef-da9d-4f39-a02e-a485ccbacd16 req-fc5c4732-dcbd-4d16-9b60-5e1c3dbb8662 service neutron] (93059) timed out ('10.222.0.58', 58468) {{(pid=93059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 15:46:16.017096 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-338a8e4e-eb5d-4a58-978c-0919f4177e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:18.597704 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-453f9ff6-c969-45ca-8964-ffcf920ea64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:18.725925 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:19.649786 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:19.779120 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:21.685238 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:24.495456 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:46:46.018171 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-32bd5f71-58ee-4971-8e65-fc6d95eddbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:48.599975 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-a48e91cc-a29b-4006-ad6e-44e9005d08de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:48.726830 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:49.648004 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:49.782369 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:46:51.688180 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:01.494449 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:47:16.018228 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-495eb826-a13c-431c-acba-b4c7a2604362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:18.599601 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-c95b43fa-12ce-476b-a9f1-0763f8e4fe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:18.727255 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:19.649951 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:19.785206 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:21.692905 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:38.492938 dv-cinder-778907-3-iscsi neutron-server[93061]: DEBUG neutron.db.agents_db [None req-7fbcb95a-8e26-4f49-989c-f73eb4c49fb2 None None] Agent healthcheck: found 6 active agents {{(pid=93061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:47:46.020907 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-80e96fe5-12ad-4afe-a919-0af95408da5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:48.599261 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-690cb6fb-c447-4d5e-a925-05b121db30e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:48.726440 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-13974b27-fb59-47f7-bafa-22c41f885236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:49.646946 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-e1071ef1-0cfc-4e4a-85a1-50cc076df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:49.789554 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-29b4b5ef-c2d7-4f83-9be5-08be2f33c261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:47:51.695442 dv-cinder-778907-3-iscsi neutron-server[93060]: DEBUG neutron_lib.callbacks.manager [None req-eb607dc0-957e-471c-8862-7c566c2b5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745333495327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16057232'] for agent, after_update {{(pid=93060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}